---
apiVersion: v1
items:
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T13:21:28.994600Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-ztd6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22796"
    uid: 088dfe14-683b-48a2-bdf0-0c3b9ad273f9
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-ztd6b
    to ip-10-0-138-158.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T13:21:28Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T13:21:28Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-ztd6b.18c676c4959b08d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "22802"
    uid: a37d7039-02df-4d16-9c18-f1925b0c5ec8
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-66456f4f6-kkfbw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:21:29Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-ztd6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22799"
    uid: 088dfe14-683b-48a2-bdf0-0c3b9ad273f9
  kind: Event
  lastTimestamp: "2026-07-28T13:21:29Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-autogluon-ts-v1-noslash-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-28T13:21:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:21:29Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-ztd6b.18c676c4a243a4bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22812"
    uid: fa8d67e7-87ed-47b9-ad30-76bbbeea3dbc
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:21:30Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-ztd6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22806"
    uid: 088dfe14-683b-48a2-bdf0-0c3b9ad273f9
  kind: Event
  lastTimestamp: "2026-07-28T13:21:30Z"
  message: Add eth0 [10.132.0.39/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T13:21:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T13:21:30Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-ztd6b.18c676c4d2bb4e73
    namespace: kserve-ci-e2e-test
    resourceVersion: "22820"
    uid: e2c76ad0-c010-49f6-81bd-668ae78eda85
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:21:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-ztd6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22799"
    uid: 088dfe14-683b-48a2-bdf0-0c3b9ad273f9
  kind: Event
  lastTimestamp: "2026-07-28T13:21:30Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T13:21:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:21:30Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-ztd6b.18c676c4d43463b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "22822"
    uid: 5dd9a258-202e-4860-a9ca-69a171bdbc85
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:21:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-ztd6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22799"
    uid: 088dfe14-683b-48a2-bdf0-0c3b9ad273f9
  kind: Event
  lastTimestamp: "2026-07-28T13:21:30Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T13:21:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:21:30Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-ztd6b.18c676c4d6c966a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "22825"
    uid: ca5a4835-d145-41c9-81f1-9d2cc715a376
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:21:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-ztd6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22799"
    uid: 088dfe14-683b-48a2-bdf0-0c3b9ad273f9
  kind: Event
  lastTimestamp: "2026-07-28T13:21:30Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T13:21:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:21:30Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-ztd6b.18c676c4d738d32f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22826"
    uid: 69c99963-739a-4aa8-a467-f5de24f9be85
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:21:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-ztd6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22799"
    uid: 088dfe14-683b-48a2-bdf0-0c3b9ad273f9
  kind: Event
  lastTimestamp: "2026-07-28T13:21:34Z"
  message: Container image "kserve/autogluonserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-28T13:21:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:21:34Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-ztd6b.18c676c5f2b67335
    namespace: kserve-ci-e2e-test
    resourceVersion: "22869"
    uid: 4b05232d-5b91-4d5c-84a8-b55c69aaeadb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:21:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-ztd6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22799"
    uid: 088dfe14-683b-48a2-bdf0-0c3b9ad273f9
  kind: Event
  lastTimestamp: "2026-07-28T13:21:34Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T13:21:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:21:34Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-ztd6b.18c676c5f5b11949
    namespace: kserve-ci-e2e-test
    resourceVersion: "22872"
    uid: 3fc11faf-477a-4f95-90b1-818bb7130910
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:21:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-ztd6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22799"
    uid: 088dfe14-683b-48a2-bdf0-0c3b9ad273f9
  kind: Event
  lastTimestamp: "2026-07-28T13:21:34Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T13:21:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:21:34Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-ztd6b.18c676c5f61e64cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22875"
    uid: c2b35363-870b-446c-90dc-1f20d0760332
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:21:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-ztd6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22799"
    uid: 088dfe14-683b-48a2-bdf0-0c3b9ad273f9
  kind: Event
  lastTimestamp: "2026-07-28T13:21:34Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T13:21:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:21:34Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-ztd6b.18c676c5f62826f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "22876"
    uid: 92ee51d5-a7d2-4c47-b296-999f08807a15
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:21:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-ztd6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22799"
    uid: 088dfe14-683b-48a2-bdf0-0c3b9ad273f9
  kind: Event
  lastTimestamp: "2026-07-28T13:21:34Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T13:21:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:21:34Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-ztd6b.18c676c5f9b98777
    namespace: kserve-ci-e2e-test
    resourceVersion: "22878"
    uid: 52ec481a-1d73-43d4-a81f-0deca652fe08
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:21:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-ztd6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22799"
    uid: 088dfe14-683b-48a2-bdf0-0c3b9ad273f9
  kind: Event
  lastTimestamp: "2026-07-28T13:21:34Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T13:21:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:21:34Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-ztd6b.18c676c5fa248d7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22879"
    uid: 8a3b9e2f-05ef-476d-b449-71044d448dd5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T13:21:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-ztd6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22799"
    uid: 088dfe14-683b-48a2-bdf0-0c3b9ad273f9
  kind: Event
  lastTimestamp: "2026-07-28T13:21:42Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.39:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T13:21:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:21:42Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-ztd6b.18c676c66b0b03ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "22935"
    uid: 6f629a53-f273-4fef-bf78-4db61859150a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:22:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-ztd6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22799"
    uid: 088dfe14-683b-48a2-bdf0-0c3b9ad273f9
  kind: Event
  lastTimestamp: "2026-07-28T13:22:04Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T13:22:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:22:04Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-ztd6b.18c676ccc15dfa13
    namespace: kserve-ci-e2e-test
    resourceVersion: "23112"
    uid: e5bbb86f-12bb-4a79-ba76-4bfa1d67fb1d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:22:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-ztd6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22799"
    uid: 088dfe14-683b-48a2-bdf0-0c3b9ad273f9
  kind: Event
  lastTimestamp: "2026-07-28T13:22:04Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T13:22:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:22:04Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-ztd6b.18c676ccc15e7a49
    namespace: kserve-ci-e2e-test
    resourceVersion: "23113"
    uid: 0c08161a-cf6c-4536-90be-04b65b85752d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:21:28Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585
    namespace: kserve-ci-e2e-test
    resourceVersion: "22787"
    uid: 4490b820-6407-450b-b510-59deb05a34d1
  kind: Event
  lastTimestamp: "2026-07-28T13:21:28Z"
  message: 'Created pod: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-ztd6b'
  metadata:
    creationTimestamp: "2026-07-28T13:21:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:21:28Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585.18c676c495287b32
    namespace: kserve-ci-e2e-test
    resourceVersion: "22800"
    uid: 314d23aa-6ac7-4a49-bfd8-70689896aa72
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:21:28Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-ts-v1-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22785"
    uid: 123f2bdc-4859-4bee-ac79-995445738b76
  kind: Event
  lastTimestamp: "2026-07-28T13:21:28Z"
  message: Scaled up replica set isvc-autogluon-ts-v1-noslash-predictor-b54fbf585
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-28T13:21:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:21:28Z"
    name: isvc-autogluon-ts-v1-noslash-predictor.18c676c4914e9616
    namespace: kserve-ci-e2e-test
    resourceVersion: "22789"
    uid: 4fb04591-c63b-442c-826f-65d3d43da22e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:21:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22786"
    uid: 4717d3f0-94d5-4a55-a2dc-79ead373bc46
  kind: Event
  lastTimestamp: "2026-07-28T13:21:43Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T13:21:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:21:43Z"
    name: isvc-autogluon-ts-v1-noslash-predictor.18c676c810d54015
    namespace: kserve-ci-e2e-test
    resourceVersion: "22945"
    uid: bd0af5f6-5a69-4bca-9c70-d8ae8b4adf9e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:21:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22786"
    uid: 4717d3f0-94d5-4a55-a2dc-79ead373bc46
  kind: Event
  lastTimestamp: "2026-07-28T13:21:43Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T13:21:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:21:43Z"
    name: isvc-autogluon-ts-v1-noslash-predictor.18c676c8112533e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22947"
    uid: 6198ab61-74f2-4f15-960c-57e55494f58b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:21:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22946"
    uid: 4717d3f0-94d5-4a55-a2dc-79ead373bc46
  kind: Event
  lastTimestamp: "2026-07-28T13:21:58Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T13:21:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:21:58Z"
    name: isvc-autogluon-ts-v1-noslash-predictor.18c676cb901f3843
    namespace: kserve-ci-e2e-test
    resourceVersion: "23055"
    uid: f4bf7e73-c38b-40c5-8ae9-681f3ba28749
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:21:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22946"
    uid: 4717d3f0-94d5-4a55-a2dc-79ead373bc46
  kind: Event
  lastTimestamp: "2026-07-28T13:21:58Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T13:21:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:21:58Z"
    name: isvc-autogluon-ts-v1-noslash-predictor.18c676cb9087d14e
    namespace: kserve-ci-e2e-test
    resourceVersion: "23057"
    uid: a599c65d-2b1c-475f-9473-f205f3628a68
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T13:21:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "22777"
    uid: b2f4080b-843c-41e8-a7c0-95cf6c451174
  kind: Event
  lastTimestamp: "2026-07-28T13:21:53Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T13:21:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:21:53Z"
    name: isvc-autogluon-ts-v1-noslash.18c676c491704af4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23013"
    uid: 935d35fe-4821-4255-8d4e-39c30d64bd8d
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:21:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "22777"
    uid: b2f4080b-843c-41e8-a7c0-95cf6c451174
  kind: Event
  lastTimestamp: "2026-07-28T13:21:28Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-ts-v1-noslash":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-ts-v1-noslash":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T13:21:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:21:28Z"
    name: isvc-autogluon-ts-v1-noslash.18c676c491ed6f72
    namespace: kserve-ci-e2e-test
    resourceVersion: "22793"
    uid: 51100bed-b446-48ff-a0da-9033e56e9b27
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:21:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "23011"
    uid: b2f4080b-843c-41e8-a7c0-95cf6c451174
  kind: Event
  lastTimestamp: "2026-07-28T13:21:52Z"
  message: InferenceService [isvc-autogluon-ts-v1-noslash] is Ready
  metadata:
    creationTimestamp: "2026-07-28T13:21:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:21:52Z"
    name: isvc-autogluon-ts-v1-noslash.18c676ca2bc9cbc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23012"
    uid: dfc72eee-852b-456f-8c55-e3e165edd841
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T13:20:41.692035Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-f8whm
    namespace: kserve-ci-e2e-test
    resourceVersion: "22379"
    uid: 537292f6-3d96-4826-8e3c-73e5186b9aad
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-ts-v1-predictor-6cf79d9f7d-f8whm
    to ip-10-0-138-158.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T13:20:41Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T13:20:41Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-f8whm.18c676b9922729a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "22383"
    uid: 4b83144e-0028-46b6-8437-40ce41db16df
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-66456f4f6-kkfbw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:20:42Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-f8whm
    namespace: kserve-ci-e2e-test
    resourceVersion: "22388"
    uid: 537292f6-3d96-4826-8e3c-73e5186b9aad
  kind: Event
  lastTimestamp: "2026-07-28T13:20:42Z"
  message: Add eth0 [10.132.0.38/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T13:20:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T13:20:42Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-f8whm.18c676b9ab895272
    namespace: kserve-ci-e2e-test
    resourceVersion: "22398"
    uid: ccd29599-4a4c-4bf4-a586-5e523ad20e2b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:20:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-f8whm
    namespace: kserve-ci-e2e-test
    resourceVersion: "22381"
    uid: 537292f6-3d96-4826-8e3c-73e5186b9aad
  kind: Event
  lastTimestamp: "2026-07-28T13:20:42Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T13:20:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:20:42Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-f8whm.18c676b9acd181ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "22401"
    uid: 382f37d7-27e5-4c8b-82cd-6e0d98612805
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:20:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-f8whm
    namespace: kserve-ci-e2e-test
    resourceVersion: "22381"
    uid: 537292f6-3d96-4826-8e3c-73e5186b9aad
  kind: Event
  lastTimestamp: "2026-07-28T13:20:42Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T13:20:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:20:42Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-f8whm.18c676b9af50bcfe
    namespace: kserve-ci-e2e-test
    resourceVersion: "22402"
    uid: f65547ec-a19b-4933-b62e-975c0c8fe95b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:20:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-f8whm
    namespace: kserve-ci-e2e-test
    resourceVersion: "22381"
    uid: 537292f6-3d96-4826-8e3c-73e5186b9aad
  kind: Event
  lastTimestamp: "2026-07-28T13:20:42Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T13:20:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:20:42Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-f8whm.18c676b9aff3437f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22403"
    uid: 27606d1f-30cc-44d1-be79-e8c8a7022420
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:20:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-f8whm
    namespace: kserve-ci-e2e-test
    resourceVersion: "22381"
    uid: 537292f6-3d96-4826-8e3c-73e5186b9aad
  kind: Event
  lastTimestamp: "2026-07-28T13:20:50Z"
  message: Container image "kserve/autogluonserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-28T13:20:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:20:50Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-f8whm.18c676bba64c4925
    namespace: kserve-ci-e2e-test
    resourceVersion: "22465"
    uid: 822763cb-96b8-4ad3-b1db-19cfec917aff
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:20:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-f8whm
    namespace: kserve-ci-e2e-test
    resourceVersion: "22381"
    uid: 537292f6-3d96-4826-8e3c-73e5186b9aad
  kind: Event
  lastTimestamp: "2026-07-28T13:20:50Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T13:20:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:20:50Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-f8whm.18c676bba9821478
    namespace: kserve-ci-e2e-test
    resourceVersion: "22469"
    uid: 9921a83c-e2e4-4859-8721-76664ce98226
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:20:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-f8whm
    namespace: kserve-ci-e2e-test
    resourceVersion: "22381"
    uid: 537292f6-3d96-4826-8e3c-73e5186b9aad
  kind: Event
  lastTimestamp: "2026-07-28T13:20:50Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T13:20:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:20:50Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-f8whm.18c676bbaa04ec07
    namespace: kserve-ci-e2e-test
    resourceVersion: "22470"
    uid: 146277b9-0b93-41e7-b4af-5b97f6047d42
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:20:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-f8whm
    namespace: kserve-ci-e2e-test
    resourceVersion: "22381"
    uid: 537292f6-3d96-4826-8e3c-73e5186b9aad
  kind: Event
  lastTimestamp: "2026-07-28T13:20:50Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T13:20:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:20:50Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-f8whm.18c676bbaa0e3f4a
    namespace: kserve-ci-e2e-test
    resourceVersion: "22471"
    uid: 47412f0b-42bc-42ba-b6bc-d34f48a70687
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:20:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-f8whm
    namespace: kserve-ci-e2e-test
    resourceVersion: "22381"
    uid: 537292f6-3d96-4826-8e3c-73e5186b9aad
  kind: Event
  lastTimestamp: "2026-07-28T13:20:50Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T13:20:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:20:50Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-f8whm.18c676bbada7f744
    namespace: kserve-ci-e2e-test
    resourceVersion: "22473"
    uid: 75f653a2-7c25-4c4b-b38d-2cc0c085be9f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:20:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-f8whm
    namespace: kserve-ci-e2e-test
    resourceVersion: "22381"
    uid: 537292f6-3d96-4826-8e3c-73e5186b9aad
  kind: Event
  lastTimestamp: "2026-07-28T13:20:50Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T13:20:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:20:50Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-f8whm.18c676bbae1833f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22474"
    uid: ecaae3e5-eaa3-4a70-889b-60df5355c8e8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T13:20:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-f8whm
    namespace: kserve-ci-e2e-test
    resourceVersion: "22381"
    uid: 537292f6-3d96-4826-8e3c-73e5186b9aad
  kind: Event
  lastTimestamp: "2026-07-28T13:20:58Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.38:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T13:20:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:20:58Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-f8whm.18c676bc1ea21eab
    namespace: kserve-ci-e2e-test
    resourceVersion: "22533"
    uid: 68357936-91d4-454f-bd2f-cf32bfb7c783
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:21:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-f8whm
    namespace: kserve-ci-e2e-test
    resourceVersion: "22381"
    uid: 537292f6-3d96-4826-8e3c-73e5186b9aad
  kind: Event
  lastTimestamp: "2026-07-28T13:21:23Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T13:21:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:21:23Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-f8whm.18c676c35eb6e314
    namespace: kserve-ci-e2e-test
    resourceVersion: "22736"
    uid: 253b4fe5-cf13-4d57-b3ae-76cfaffbc416
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:21:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-f8whm
    namespace: kserve-ci-e2e-test
    resourceVersion: "22381"
    uid: 537292f6-3d96-4826-8e3c-73e5186b9aad
  kind: Event
  lastTimestamp: "2026-07-28T13:21:23Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T13:21:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:21:23Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-f8whm.18c676c35eb7e8eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "22737"
    uid: ab5984c5-7151-4890-9c0b-20f714cd9ac6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:20:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22367"
    uid: b3220c01-6543-4477-a421-5c5438e37213
  kind: Event
  lastTimestamp: "2026-07-28T13:20:41Z"
  message: 'Created pod: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-f8whm'
  metadata:
    creationTimestamp: "2026-07-28T13:20:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:20:41Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d.18c676b9919f8fe6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22380"
    uid: 9325102d-bae8-413e-b362-8019a919ea5c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:20:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-ts-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22365"
    uid: ea64772f-aad4-40c7-ac1d-59c0fbe47b89
  kind: Event
  lastTimestamp: "2026-07-28T13:20:41Z"
  message: Scaled up replica set isvc-autogluon-ts-v1-predictor-6cf79d9f7d from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-28T13:20:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:20:41Z"
    name: isvc-autogluon-ts-v1-predictor.18c676b98d1470b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "22368"
    uid: d29d14ce-ac36-42ad-ba4a-d4a9a91f886d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T13:20:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22366"
    uid: fe123518-9a26-4c61-b1e3-b51df31b40b7
  kind: Event
  lastTimestamp: "2026-07-28T13:21:11Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T13:20:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:21:11Z"
    name: isvc-autogluon-ts-v1-predictor.18c676bd0bc93ae7
    namespace: kserve-ci-e2e-test
    resourceVersion: "22636"
    uid: ea46a3e3-eaef-4493-af2f-db94f533f1b2
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T13:20:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22366"
    uid: fe123518-9a26-4c61-b1e3-b51df31b40b7
  kind: Event
  lastTimestamp: "2026-07-28T13:21:11Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T13:20:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:21:11Z"
    name: isvc-autogluon-ts-v1-predictor.18c676bd0c30f0ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "22637"
    uid: 60ce5dcc-10ad-4639-94b2-799c4f1175dc
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-28T13:20:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "22356"
    uid: 7792d5db-f59c-42e7-9b22-c3063c49af86
  kind: Event
  lastTimestamp: "2026-07-28T13:21:08Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T13:20:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:21:08Z"
    name: isvc-autogluon-ts-v1.18c676b98d16491a
    namespace: kserve-ci-e2e-test
    resourceVersion: "22613"
    uid: 47214dca-997d-4ecb-9eb6-b40e102028a5
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:20:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "22356"
    uid: 7792d5db-f59c-42e7-9b22-c3063c49af86
  kind: Event
  lastTimestamp: "2026-07-28T13:20:41Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-ts-v1": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-ts-v1":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T13:20:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:20:41Z"
    name: isvc-autogluon-ts-v1.18c676b98d9fdf59
    namespace: kserve-ci-e2e-test
    resourceVersion: "22372"
    uid: 16188ce9-28d1-4b8b-a11e-81947943ea11
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:21:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "22611"
    uid: 7792d5db-f59c-42e7-9b22-c3063c49af86
  kind: Event
  lastTimestamp: "2026-07-28T13:21:08Z"
  message: InferenceService [isvc-autogluon-ts-v1] is Ready
  metadata:
    creationTimestamp: "2026-07-28T13:21:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:21:08Z"
    name: isvc-autogluon-ts-v1.18c676bfde321e9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22612"
    uid: 2190d1be-3158-4949-bb8f-d1a80f72b438
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T13:10:35.801641Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-9j57w
    namespace: kserve-ci-e2e-test
    resourceVersion: "17818"
    uid: f40f9bce-5596-41b9-9dea-c192431f2fda
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v1-predictor-574b5b7495-9j57w
    to ip-10-0-138-158.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T13:10:35Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T13:10:35Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-9j57w.18c6762c80457004
    namespace: kserve-ci-e2e-test
    resourceVersion: "17823"
    uid: 2a2cf04f-0910-46b3-abc1-ff5eb1712a43
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-66456f4f6-kkfbw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:10:36Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-9j57w
    namespace: kserve-ci-e2e-test
    resourceVersion: "17829"
    uid: f40f9bce-5596-41b9-9dea-c192431f2fda
  kind: Event
  lastTimestamp: "2026-07-28T13:10:36Z"
  message: Add eth0 [10.132.0.34/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T13:10:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T13:10:36Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-9j57w.18c6762c99cb9461
    namespace: kserve-ci-e2e-test
    resourceVersion: "17841"
    uid: 145763c9-735e-43a6-8acf-3c9bc1e0b72b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:10:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-9j57w
    namespace: kserve-ci-e2e-test
    resourceVersion: "17820"
    uid: f40f9bce-5596-41b9-9dea-c192431f2fda
  kind: Event
  lastTimestamp: "2026-07-28T13:10:36Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T13:10:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:10:36Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-9j57w.18c6762c9b18cb4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17843"
    uid: 724cdc80-4d08-4a7c-b5ac-6df71d99586c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:10:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-9j57w
    namespace: kserve-ci-e2e-test
    resourceVersion: "17820"
    uid: f40f9bce-5596-41b9-9dea-c192431f2fda
  kind: Event
  lastTimestamp: "2026-07-28T13:10:36Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T13:10:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:10:36Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-9j57w.18c6762c9dc53322
    namespace: kserve-ci-e2e-test
    resourceVersion: "17844"
    uid: 5b64a699-46fb-4d9c-9fdf-6c5b7b48092c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:10:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-9j57w
    namespace: kserve-ci-e2e-test
    resourceVersion: "17820"
    uid: f40f9bce-5596-41b9-9dea-c192431f2fda
  kind: Event
  lastTimestamp: "2026-07-28T13:10:36Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T13:10:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:10:36Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-9j57w.18c6762c9e34fb9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17845"
    uid: 5a220aa2-2c6d-4496-8647-5eece381ebbd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:11:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-9j57w
    namespace: kserve-ci-e2e-test
    resourceVersion: "17820"
    uid: f40f9bce-5596-41b9-9dea-c192431f2fda
  kind: Event
  lastTimestamp: "2026-07-28T13:11:04Z"
  message: Pulling image "kserve/autogluonserver:latest"
  metadata:
    creationTimestamp: "2026-07-28T13:11:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:11:04Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-9j57w.18c67633476314ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "18059"
    uid: a13705b9-8c75-4dfe-ac4d-641cca445439
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:13:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-9j57w
    namespace: kserve-ci-e2e-test
    resourceVersion: "17820"
    uid: f40f9bce-5596-41b9-9dea-c192431f2fda
  kind: Event
  lastTimestamp: "2026-07-28T13:13:27Z"
  message: 'Successfully pulled image "kserve/autogluonserver:latest" in 2m22.364s
    (2m22.364s including waiting). Image size: 8940333845 bytes.'
  metadata:
    creationTimestamp: "2026-07-28T13:13:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:13:27Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-9j57w.18c676546cff0023
    namespace: kserve-ci-e2e-test
    resourceVersion: "19047"
    uid: b44570ac-bab6-4d5a-890a-612e574774f2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:13:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-9j57w
    namespace: kserve-ci-e2e-test
    resourceVersion: "17820"
    uid: f40f9bce-5596-41b9-9dea-c192431f2fda
  kind: Event
  lastTimestamp: "2026-07-28T13:13:27Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T13:13:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:13:27Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-9j57w.18c676547a7e5cfd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19050"
    uid: 6e87d197-473f-4ad6-95be-ab5607841836
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:13:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-9j57w
    namespace: kserve-ci-e2e-test
    resourceVersion: "17820"
    uid: f40f9bce-5596-41b9-9dea-c192431f2fda
  kind: Event
  lastTimestamp: "2026-07-28T13:13:27Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T13:13:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:13:27Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-9j57w.18c676547cb02c64
    namespace: kserve-ci-e2e-test
    resourceVersion: "19051"
    uid: 050653b9-e45d-4ba4-a5cf-bbccbfb7175b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:13:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-9j57w
    namespace: kserve-ci-e2e-test
    resourceVersion: "17820"
    uid: f40f9bce-5596-41b9-9dea-c192431f2fda
  kind: Event
  lastTimestamp: "2026-07-28T13:13:27Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T13:13:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:13:27Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-9j57w.18c676547cba9ebb
    namespace: kserve-ci-e2e-test
    resourceVersion: "19052"
    uid: 9a1f694d-58f4-492a-9848-7b6860587734
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:13:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-9j57w
    namespace: kserve-ci-e2e-test
    resourceVersion: "17820"
    uid: f40f9bce-5596-41b9-9dea-c192431f2fda
  kind: Event
  lastTimestamp: "2026-07-28T13:13:27Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T13:13:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:13:27Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-9j57w.18c6765482dce555
    namespace: kserve-ci-e2e-test
    resourceVersion: "19053"
    uid: a0fafca6-257b-43c5-b4b2-12c58c46c312
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:13:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-9j57w
    namespace: kserve-ci-e2e-test
    resourceVersion: "17820"
    uid: f40f9bce-5596-41b9-9dea-c192431f2fda
  kind: Event
  lastTimestamp: "2026-07-28T13:13:27Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T13:13:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:13:27Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-9j57w.18c6765483e62d95
    namespace: kserve-ci-e2e-test
    resourceVersion: "19054"
    uid: 11c13011-2bc6-4d76-9c43-2b71dc8d5358
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T13:13:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-9j57w
    namespace: kserve-ci-e2e-test
    resourceVersion: "17820"
    uid: f40f9bce-5596-41b9-9dea-c192431f2fda
  kind: Event
  lastTimestamp: "2026-07-28T13:13:35Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.34:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T13:13:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:13:35Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-9j57w.18c67654f9c241ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "19109"
    uid: 49668b86-ab57-4140-b49b-224eb4f0f292
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:14:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-9j57w
    namespace: kserve-ci-e2e-test
    resourceVersion: "17820"
    uid: f40f9bce-5596-41b9-9dea-c192431f2fda
  kind: Event
  lastTimestamp: "2026-07-28T13:14:02Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T13:14:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:14:02Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-9j57w.18c6765c8cee7e00
    namespace: kserve-ci-e2e-test
    resourceVersion: "19314"
    uid: c0adeb00-8e7c-4c04-9fb3-4601c58c3701
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:14:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-9j57w
    namespace: kserve-ci-e2e-test
    resourceVersion: "17820"
    uid: f40f9bce-5596-41b9-9dea-c192431f2fda
  kind: Event
  lastTimestamp: "2026-07-28T13:14:02Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T13:14:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:14:02Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-9j57w.18c6765c8ceef3e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19315"
    uid: 0294f431-b699-4f1c-953f-ef0850105d67
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:10:35Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-v1-predictor-574b5b7495
    namespace: kserve-ci-e2e-test
    resourceVersion: "17792"
    uid: be7c35c3-3f37-4779-a05d-ac7f94f52b8e
  kind: Event
  lastTimestamp: "2026-07-28T13:10:35Z"
  message: 'Created pod: isvc-autogluon-v1-predictor-574b5b7495-9j57w'
  metadata:
    creationTimestamp: "2026-07-28T13:10:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:10:35Z"
    name: isvc-autogluon-v1-predictor-574b5b7495.18c6762c7fdc2ee5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17819"
    uid: deb3c3b6-c159-4ecb-87b4-0aaeaf4b6964
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:10:35Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17789"
    uid: 9a88a614-3085-40d7-bab9-52b3958a8b26
  kind: Event
  lastTimestamp: "2026-07-28T13:10:35Z"
  message: Scaled up replica set isvc-autogluon-v1-predictor-574b5b7495 from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-28T13:10:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:10:35Z"
    name: isvc-autogluon-v1-predictor.18c6762c7afa9d92
    namespace: kserve-ci-e2e-test
    resourceVersion: "17799"
    uid: 2ffa18e8-efc1-4599-9e0f-6ba0706ccc47
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-07-28T13:10:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17791"
    uid: 5c073573-4d3a-471c-a811-976ca9e5b578
  kind: Event
  lastTimestamp: "2026-07-28T13:13:50Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T13:10:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:13:50Z"
    name: isvc-autogluon-v1-predictor.18c6762ffa1585eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "19225"
    uid: 82572653-a725-4f5e-ba0c-098d794f8de8
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-28T13:10:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17791"
    uid: 5c073573-4d3a-471c-a811-976ca9e5b578
  kind: Event
  lastTimestamp: "2026-07-28T13:13:35Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T13:10:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:13:35Z"
    name: isvc-autogluon-v1-predictor.18c6762ffa8b3a97
    namespace: kserve-ci-e2e-test
    resourceVersion: "19113"
    uid: 3d93f86d-8ff4-4a32-be6f-ceb242571203
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-28T13:10:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17781"
    uid: 96be6acf-4a82-4748-9939-5421ebc3dc9b
  kind: Event
  lastTimestamp: "2026-07-28T13:13:45Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T13:10:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:13:45Z"
    name: isvc-autogluon-v1.18c6762c7afbe8aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "19192"
    uid: f289bd58-7980-4158-ba05-bf5185253263
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:10:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17802"
    uid: 96be6acf-4a82-4748-9939-5421ebc3dc9b
  kind: Event
  lastTimestamp: "2026-07-28T13:10:35Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-v1": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v1":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T13:10:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:10:35Z"
    name: isvc-autogluon-v1.18c6762c7e73c284
    namespace: kserve-ci-e2e-test
    resourceVersion: "17815"
    uid: 43cfca72-61d9-4448-b7d1-4639515b4dd6
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:13:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "19190"
    uid: 96be6acf-4a82-4748-9939-5421ebc3dc9b
  kind: Event
  lastTimestamp: "2026-07-28T13:13:45Z"
  message: InferenceService [isvc-autogluon-v1] is Ready
  metadata:
    creationTimestamp: "2026-07-28T13:13:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:13:45Z"
    name: isvc-autogluon-v1.18c67658b903d412
    namespace: kserve-ci-e2e-test
    resourceVersion: "19191"
    uid: 903d7cc5-721c-4bb8-aae9-dd7081cb6920
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T13:18:30.528891Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-cr6qp
    namespace: kserve-ci-e2e-test
    resourceVersion: "21382"
    uid: e140448f-f07b-4cd2-8df6-195a25ec5e1c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v2-noslash-predictor-5499c79f9f-cr6qp
    to ip-10-0-138-158.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T13:18:30Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T13:18:30Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-cr6qp.18c6769b083850ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "21386"
    uid: cd5d91fb-f682-4d22-8344-3a23bc9ea828
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-66456f4f6-kkfbw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:18:30Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-cr6qp
    namespace: kserve-ci-e2e-test
    resourceVersion: "21392"
    uid: e140448f-f07b-4cd2-8df6-195a25ec5e1c
  kind: Event
  lastTimestamp: "2026-07-28T13:18:30Z"
  message: Add eth0 [10.132.0.37/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T13:18:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T13:18:30Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-cr6qp.18c6769b2181f151
    namespace: kserve-ci-e2e-test
    resourceVersion: "21403"
    uid: fd60fa1c-734f-448f-9a01-7d14335acae4
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:18:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-cr6qp
    namespace: kserve-ci-e2e-test
    resourceVersion: "21383"
    uid: e140448f-f07b-4cd2-8df6-195a25ec5e1c
  kind: Event
  lastTimestamp: "2026-07-28T13:18:30Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T13:18:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:18:30Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-cr6qp.18c6769b2337544f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21405"
    uid: 1bb587d6-1158-4e31-910a-c1d1709f539b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:18:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-cr6qp
    namespace: kserve-ci-e2e-test
    resourceVersion: "21383"
    uid: e140448f-f07b-4cd2-8df6-195a25ec5e1c
  kind: Event
  lastTimestamp: "2026-07-28T13:18:31Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T13:18:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:18:31Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-cr6qp.18c6769b2686e956
    namespace: kserve-ci-e2e-test
    resourceVersion: "21407"
    uid: d5206ea3-f4af-4334-b1ed-dfd273ff28b3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:18:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-cr6qp
    namespace: kserve-ci-e2e-test
    resourceVersion: "21383"
    uid: e140448f-f07b-4cd2-8df6-195a25ec5e1c
  kind: Event
  lastTimestamp: "2026-07-28T13:18:31Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T13:18:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:18:31Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-cr6qp.18c6769b26f4453d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21408"
    uid: e5e09305-84bd-4421-a632-058aac85a1e4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:18:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-cr6qp
    namespace: kserve-ci-e2e-test
    resourceVersion: "21383"
    uid: e140448f-f07b-4cd2-8df6-195a25ec5e1c
  kind: Event
  lastTimestamp: "2026-07-28T13:18:52Z"
  message: Container image "kserve/autogluonserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-28T13:18:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:18:52Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-cr6qp.18c676a00d7e8e8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21559"
    uid: 34c0607c-5be3-4598-9cea-f7bf9ec9ed0e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:18:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-cr6qp
    namespace: kserve-ci-e2e-test
    resourceVersion: "21383"
    uid: e140448f-f07b-4cd2-8df6-195a25ec5e1c
  kind: Event
  lastTimestamp: "2026-07-28T13:18:52Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T13:18:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:18:52Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-cr6qp.18c676a010a0e9f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "21563"
    uid: fec66a69-0144-42a5-a872-528c38331af3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:18:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-cr6qp
    namespace: kserve-ci-e2e-test
    resourceVersion: "21383"
    uid: e140448f-f07b-4cd2-8df6-195a25ec5e1c
  kind: Event
  lastTimestamp: "2026-07-28T13:18:52Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T13:18:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:18:52Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-cr6qp.18c676a011134b8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21564"
    uid: 01268dcf-5bfd-49f3-bf94-650e9bf39097
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:18:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-cr6qp
    namespace: kserve-ci-e2e-test
    resourceVersion: "21383"
    uid: e140448f-f07b-4cd2-8df6-195a25ec5e1c
  kind: Event
  lastTimestamp: "2026-07-28T13:18:52Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T13:18:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:18:52Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-cr6qp.18c676a0111c307e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21565"
    uid: b348fa8e-7851-4d48-ab8f-4ade90dbcbba
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:18:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-cr6qp
    namespace: kserve-ci-e2e-test
    resourceVersion: "21383"
    uid: e140448f-f07b-4cd2-8df6-195a25ec5e1c
  kind: Event
  lastTimestamp: "2026-07-28T13:18:52Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T13:18:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:18:52Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-cr6qp.18c676a013f8d025
    namespace: kserve-ci-e2e-test
    resourceVersion: "21567"
    uid: 0fb429f1-7d8a-44d3-9dad-09c1990187ce
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:18:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-cr6qp
    namespace: kserve-ci-e2e-test
    resourceVersion: "21383"
    uid: e140448f-f07b-4cd2-8df6-195a25ec5e1c
  kind: Event
  lastTimestamp: "2026-07-28T13:18:52Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T13:18:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:18:52Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-cr6qp.18c676a0146b3cd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21568"
    uid: 3bf24315-b125-4f01-8737-7713ba0d0d4d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:20:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-cr6qp
    namespace: kserve-ci-e2e-test
    resourceVersion: "21383"
    uid: e140448f-f07b-4cd2-8df6-195a25ec5e1c
  kind: Event
  lastTimestamp: "2026-07-28T13:20:33Z"
  message: 'Readiness probe failed: Get "http://10.132.0.37:8080/v2/models/isvc-autogluon-v2-noslash/ready":
    context deadline exceeded (Client.Timeout exceeded while awaiting headers)'
  metadata:
    creationTimestamp: "2026-07-28T13:20:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:20:33Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-cr6qp.18c676b7a034ec85
    namespace: kserve-ci-e2e-test
    resourceVersion: "22274"
    uid: c2e80811-8afb-4d77-83cd-5a3f74b19415
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:20:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-cr6qp
    namespace: kserve-ci-e2e-test
    resourceVersion: "21383"
    uid: e140448f-f07b-4cd2-8df6-195a25ec5e1c
  kind: Event
  lastTimestamp: "2026-07-28T13:20:36Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T13:20:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:20:36Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-cr6qp.18c676b85a8bc03e
    namespace: kserve-ci-e2e-test
    resourceVersion: "22310"
    uid: f8fab7c2-66fb-4588-af59-1dba0d99dcb9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:20:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-cr6qp
    namespace: kserve-ci-e2e-test
    resourceVersion: "21383"
    uid: e140448f-f07b-4cd2-8df6-195a25ec5e1c
  kind: Event
  lastTimestamp: "2026-07-28T13:20:36Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T13:20:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:20:36Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-cr6qp.18c676b85a8c418d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22311"
    uid: 45b5e5b8-8eb3-4d60-a2f5-530626c143aa
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:18:30Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21369"
    uid: 1ca714e2-f445-4e38-a85e-304c4dc20e7d
  kind: Event
  lastTimestamp: "2026-07-28T13:18:30Z"
  message: 'Created pod: isvc-autogluon-v2-noslash-predictor-5499c79f9f-cr6qp'
  metadata:
    creationTimestamp: "2026-07-28T13:18:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:18:30Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f.18c6769b073046aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "21384"
    uid: c2f75a3d-742e-4539-ae0b-c1ed9d067ff9
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:18:30Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-v2-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21367"
    uid: 070dd514-b5e2-425c-9e0b-48b03ef52ebf
  kind: Event
  lastTimestamp: "2026-07-28T13:18:30Z"
  message: Scaled up replica set isvc-autogluon-v2-noslash-predictor-5499c79f9f from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-28T13:18:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:18:30Z"
    name: isvc-autogluon-v2-noslash-predictor.18c6769afe6ff342
    namespace: kserve-ci-e2e-test
    resourceVersion: "21371"
    uid: 6a162c4f-89cd-4166-933f-fac40e8bd22e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T13:18:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21368"
    uid: b3668f78-ec8b-46eb-a9ab-7ba26c8f5067
  kind: Event
  lastTimestamp: "2026-07-28T13:19:30Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T13:18:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:19:30Z"
    name: isvc-autogluon-v2-noslash-predictor.18c6769e7d100a21
    namespace: kserve-ci-e2e-test
    resourceVersion: "21839"
    uid: 752ad326-3a71-4119-b5fd-73a3ea8e3b8e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T13:18:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21368"
    uid: b3668f78-ec8b-46eb-a9ab-7ba26c8f5067
  kind: Event
  lastTimestamp: "2026-07-28T13:19:30Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T13:18:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:19:30Z"
    name: isvc-autogluon-v2-noslash-predictor.18c6769e7d7a40bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21840"
    uid: a8c319c0-9b3c-41e8-8246-a41174198882
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T13:19:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21512"
    uid: b3668f78-ec8b-46eb-a9ab-7ba26c8f5067
  kind: Event
  lastTimestamp: "2026-07-28T13:20:30Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T13:19:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:20:30Z"
    name: isvc-autogluon-v2-noslash-predictor.18c676ac79594c60
    namespace: kserve-ci-e2e-test
    resourceVersion: "22253"
    uid: f640e6e5-c03e-423d-8255-d993f76cd402
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T13:19:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21512"
    uid: b3668f78-ec8b-46eb-a9ab-7ba26c8f5067
  kind: Event
  lastTimestamp: "2026-07-28T13:20:30Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T13:19:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:20:30Z"
    name: isvc-autogluon-v2-noslash-predictor.18c676ac79c50989
    namespace: kserve-ci-e2e-test
    resourceVersion: "22254"
    uid: 8872f3af-18da-4a28-9fee-c980abff661a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-28T13:18:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "21360"
    uid: 08a1be43-8227-4ff2-9939-4ccf801304f8
  kind: Event
  lastTimestamp: "2026-07-28T13:20:22Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T13:18:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:20:22Z"
    name: isvc-autogluon-v2-noslash.18c6769afe705c5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22203"
    uid: adebce7d-a7ec-4be1-af1f-3764d1110c72
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T13:18:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "21360"
    uid: 08a1be43-8227-4ff2-9939-4ccf801304f8
  kind: Event
  lastTimestamp: "2026-07-28T13:18:30Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-v2-noslash":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2-noslash":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T13:18:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:18:30Z"
    name: isvc-autogluon-v2-noslash.18c6769aff410063
    namespace: kserve-ci-e2e-test
    resourceVersion: "21393"
    uid: ebcacc36-9ed0-4d82-8398-2e10d940fd8d
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:18:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "21362"
    uid: 08a1be43-8227-4ff2-9939-4ccf801304f8
  kind: Event
  lastTimestamp: "2026-07-28T13:18:30Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-autogluon-v2-noslash": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-28T13:18:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:18:30Z"
    name: isvc-autogluon-v2-noslash.18c6769b0c637a8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21394"
    uid: e105703e-675a-403b-b78c-803dfc46a468
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:20:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "22201"
    uid: 08a1be43-8227-4ff2-9939-4ccf801304f8
  kind: Event
  lastTimestamp: "2026-07-28T13:20:22Z"
  message: InferenceService [isvc-autogluon-v2-noslash] is Ready
  metadata:
    creationTimestamp: "2026-07-28T13:20:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:20:22Z"
    name: isvc-autogluon-v2-noslash.18c676b51318906f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22202"
    uid: f19e307e-25cc-44d9-84c1-e9959b6cb09c
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T13:14:07.339266Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-zlgv4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19383"
    uid: e489fa86-38c0-4961-b6c4-c87d4c24683d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v2-predictor-9684b4cd9-zlgv4
    to ip-10-0-138-158.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T13:14:07Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T13:14:07Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-zlgv4.18c6765dc0e5741a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19387"
    uid: e2630720-914d-4de5-99ee-a2b0fa0db89a
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-66456f4f6-kkfbw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:14:07Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-zlgv4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19392"
    uid: e489fa86-38c0-4961-b6c4-c87d4c24683d
  kind: Event
  lastTimestamp: "2026-07-28T13:14:07Z"
  message: Add eth0 [10.132.0.35/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T13:14:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T13:14:07Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-zlgv4.18c6765dd9f753c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19400"
    uid: 0203ec6c-ea1f-4536-b0de-aeba3eeb102c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:14:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-zlgv4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19385"
    uid: e489fa86-38c0-4961-b6c4-c87d4c24683d
  kind: Event
  lastTimestamp: "2026-07-28T13:14:07Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T13:14:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:14:07Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-zlgv4.18c6765ddb3d6fc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19402"
    uid: 99fc149e-2b2a-471d-a853-36fa3c737eed
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:14:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-zlgv4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19385"
    uid: e489fa86-38c0-4961-b6c4-c87d4c24683d
  kind: Event
  lastTimestamp: "2026-07-28T13:14:07Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T13:14:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:14:07Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-zlgv4.18c6765dde0b0df4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19403"
    uid: bd2accd4-2f30-413f-8208-c5de298d204f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:14:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-zlgv4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19385"
    uid: e489fa86-38c0-4961-b6c4-c87d4c24683d
  kind: Event
  lastTimestamp: "2026-07-28T13:14:07Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T13:14:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:14:07Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-zlgv4.18c6765dde67cffb
    namespace: kserve-ci-e2e-test
    resourceVersion: "19404"
    uid: 912397ae-565c-4794-a5b5-225ec87e8454
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:14:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-zlgv4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19385"
    uid: e489fa86-38c0-4961-b6c4-c87d4c24683d
  kind: Event
  lastTimestamp: "2026-07-28T13:14:37Z"
  message: Container image "kserve/autogluonserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-28T13:14:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:14:37Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-zlgv4.18c67664e1a57ca2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19621"
    uid: 2a1d8879-8291-446f-b25d-1f6a3ac617ea
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:14:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-zlgv4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19385"
    uid: e489fa86-38c0-4961-b6c4-c87d4c24683d
  kind: Event
  lastTimestamp: "2026-07-28T13:14:38Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T13:14:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:14:38Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-zlgv4.18c67664e4839e2e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19623"
    uid: 72b138ac-3d06-4a56-92dd-ee9d4f49f80c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:14:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-zlgv4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19385"
    uid: e489fa86-38c0-4961-b6c4-c87d4c24683d
  kind: Event
  lastTimestamp: "2026-07-28T13:14:38Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T13:14:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:14:38Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-zlgv4.18c67664e4dffffe
    namespace: kserve-ci-e2e-test
    resourceVersion: "19626"
    uid: 32038cc0-f020-4dc2-bf9c-e873aa94ef41
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:14:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-zlgv4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19385"
    uid: e489fa86-38c0-4961-b6c4-c87d4c24683d
  kind: Event
  lastTimestamp: "2026-07-28T13:14:38Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T13:14:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:14:38Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-zlgv4.18c67664e4e8b494
    namespace: kserve-ci-e2e-test
    resourceVersion: "19627"
    uid: 2c6bb977-59db-4501-99c8-30d93f864323
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:14:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-zlgv4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19385"
    uid: e489fa86-38c0-4961-b6c4-c87d4c24683d
  kind: Event
  lastTimestamp: "2026-07-28T13:14:38Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T13:14:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:14:38Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-zlgv4.18c67664e72d3810
    namespace: kserve-ci-e2e-test
    resourceVersion: "19629"
    uid: 99f6bd1a-27b5-4df2-83fc-e625929db027
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:14:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-zlgv4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19385"
    uid: e489fa86-38c0-4961-b6c4-c87d4c24683d
  kind: Event
  lastTimestamp: "2026-07-28T13:14:38Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T13:14:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:14:38Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-zlgv4.18c67664e78deb84
    namespace: kserve-ci-e2e-test
    resourceVersion: "19631"
    uid: 5134289e-3115-4c60-8516-6fd5d2955b83
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:16:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-zlgv4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19385"
    uid: e489fa86-38c0-4961-b6c4-c87d4c24683d
  kind: Event
  lastTimestamp: "2026-07-28T13:16:22Z"
  message: 'Readiness probe failed: Get "http://10.132.0.35:8080/v2/models/isvc-autogluon-v2/ready":
    context deadline exceeded (Client.Timeout exceeded while awaiting headers)'
  metadata:
    creationTimestamp: "2026-07-28T13:16:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:16:22Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-zlgv4.18c6767d2f7fc173
    namespace: kserve-ci-e2e-test
    resourceVersion: "20357"
    uid: cb280ffc-3eba-465a-a5e9-bab240c52b92
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:16:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-zlgv4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19385"
    uid: e489fa86-38c0-4961-b6c4-c87d4c24683d
  kind: Event
  lastTimestamp: "2026-07-28T13:16:23Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T13:16:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:16:23Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-zlgv4.18c6767d73787c78
    namespace: kserve-ci-e2e-test
    resourceVersion: "20382"
    uid: c6e74622-c6ba-4172-986e-36e8c0a4cdc4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:16:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-zlgv4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19385"
    uid: e489fa86-38c0-4961-b6c4-c87d4c24683d
  kind: Event
  lastTimestamp: "2026-07-28T13:16:23Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T13:16:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:16:23Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-zlgv4.18c6767d73790b77
    namespace: kserve-ci-e2e-test
    resourceVersion: "20383"
    uid: d7e1417d-51ed-42bd-a27d-f3a681fc6f1c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:14:07Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-v2-predictor-9684b4cd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19369"
    uid: c1931089-2950-492f-8fce-31c723e55bda
  kind: Event
  lastTimestamp: "2026-07-28T13:14:07Z"
  message: 'Created pod: isvc-autogluon-v2-predictor-9684b4cd9-zlgv4'
  metadata:
    creationTimestamp: "2026-07-28T13:14:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:14:07Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9.18c6765dc07a25fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19384"
    uid: 02167ac9-cf87-4ca3-ba1a-6e8c511a9207
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:14:07Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19367"
    uid: 0cc5b9a0-7a95-497d-8085-1163898e193c
  kind: Event
  lastTimestamp: "2026-07-28T13:14:07Z"
  message: Scaled up replica set isvc-autogluon-v2-predictor-9684b4cd9 from 0 to 1
  metadata:
    creationTimestamp: "2026-07-28T13:14:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:14:07Z"
    name: isvc-autogluon-v2-predictor.18c6765dbc1b4fd3
    namespace: kserve-ci-e2e-test
    resourceVersion: "19371"
    uid: b37e865f-60aa-4440-8b0f-888df2a310a7
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T13:14:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19368"
    uid: ae3a0c01-192e-49d9-a1b2-71b72701c899
  kind: Event
  lastTimestamp: "2026-07-28T13:14:52Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T13:14:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:14:52Z"
    name: isvc-autogluon-v2-predictor.18c676613b16a03e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19724"
    uid: bcef0a6a-b751-4d50-a7eb-aae89fefeec5
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T13:14:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19368"
    uid: ae3a0c01-192e-49d9-a1b2-71b72701c899
  kind: Event
  lastTimestamp: "2026-07-28T13:14:52Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T13:14:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:14:52Z"
    name: isvc-autogluon-v2-predictor.18c676613b7d468e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19725"
    uid: 7559b1d1-8bf5-43e2-8b79-54b6ed25a523
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-28T13:15:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19511"
    uid: ae3a0c01-192e-49d9-a1b2-71b72701c899
  kind: Event
  lastTimestamp: "2026-07-28T13:16:22Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T13:15:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:16:22Z"
    name: isvc-autogluon-v2-predictor.18c6766bb705f33a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20355"
    uid: 1bc6d31a-df7e-4618-9e9d-5c58f8e1b67c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-28T13:15:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19511"
    uid: ae3a0c01-192e-49d9-a1b2-71b72701c899
  kind: Event
  lastTimestamp: "2026-07-28T13:16:22Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T13:15:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:16:22Z"
    name: isvc-autogluon-v2-predictor.18c6766bb7aa3913
    namespace: kserve-ci-e2e-test
    resourceVersion: "20356"
    uid: 9eccf6d5-a19f-47d8-8f51-b2b28d9b15e6
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T13:16:28.641676Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-tjznh
    namespace: kserve-ci-e2e-test
    resourceVersion: "20449"
    uid: 83d95de6-3fba-488a-bfd6-fafcd914507e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v2-variants-predictor-5c889d8844-tjznh
    to ip-10-0-138-158.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T13:16:28Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T13:16:28Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-tjznh.18c6767ea72d1e16
    namespace: kserve-ci-e2e-test
    resourceVersion: "20453"
    uid: f88905a1-d8e0-4731-affc-deef3b5442f0
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-66456f4f6-kkfbw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:16:29Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-tjznh
    namespace: kserve-ci-e2e-test
    resourceVersion: "20458"
    uid: 83d95de6-3fba-488a-bfd6-fafcd914507e
  kind: Event
  lastTimestamp: "2026-07-28T13:16:29Z"
  message: Add eth0 [10.132.0.36/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T13:16:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T13:16:29Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-tjznh.18c6767ec07e6608
    namespace: kserve-ci-e2e-test
    resourceVersion: "20468"
    uid: 57032010-fb0b-41fe-9e32-6bc9f01977ff
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:16:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-tjznh
    namespace: kserve-ci-e2e-test
    resourceVersion: "20451"
    uid: 83d95de6-3fba-488a-bfd6-fafcd914507e
  kind: Event
  lastTimestamp: "2026-07-28T13:16:29Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T13:16:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:16:29Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-tjznh.18c6767ec1f605e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20470"
    uid: b712636e-5623-481f-8d6f-ac1bc3f9749a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:16:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-tjznh
    namespace: kserve-ci-e2e-test
    resourceVersion: "20451"
    uid: 83d95de6-3fba-488a-bfd6-fafcd914507e
  kind: Event
  lastTimestamp: "2026-07-28T13:16:29Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T13:16:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:16:29Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-tjznh.18c6767ec4a9e0b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20471"
    uid: 09a4e947-f3f4-408e-9b07-f95303cf4e3c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:16:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-tjznh
    namespace: kserve-ci-e2e-test
    resourceVersion: "20451"
    uid: 83d95de6-3fba-488a-bfd6-fafcd914507e
  kind: Event
  lastTimestamp: "2026-07-28T13:16:29Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T13:16:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:16:29Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-tjznh.18c6767ec5178ea0
    namespace: kserve-ci-e2e-test
    resourceVersion: "20472"
    uid: 337cb055-708f-4acf-bcde-b3d172c67d61
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:16:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-tjznh
    namespace: kserve-ci-e2e-test
    resourceVersion: "20451"
    uid: 83d95de6-3fba-488a-bfd6-fafcd914507e
  kind: Event
  lastTimestamp: "2026-07-28T13:16:35Z"
  message: Container image "kserve/autogluonserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-28T13:16:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:16:35Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-tjznh.18c676803e5dfc1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20517"
    uid: 0a1b5ce1-00f1-4216-ab0d-f8ad60617a70
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:16:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-tjznh
    namespace: kserve-ci-e2e-test
    resourceVersion: "20451"
    uid: 83d95de6-3fba-488a-bfd6-fafcd914507e
  kind: Event
  lastTimestamp: "2026-07-28T13:16:35Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T13:16:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:16:35Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-tjznh.18c6768041b8d098
    namespace: kserve-ci-e2e-test
    resourceVersion: "20520"
    uid: 05e063da-46d5-4c49-a3cc-28c21e8d7599
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:16:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-tjznh
    namespace: kserve-ci-e2e-test
    resourceVersion: "20451"
    uid: 83d95de6-3fba-488a-bfd6-fafcd914507e
  kind: Event
  lastTimestamp: "2026-07-28T13:16:35Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T13:16:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:16:35Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-tjznh.18c67680422f47af
    namespace: kserve-ci-e2e-test
    resourceVersion: "20523"
    uid: 0c55f66d-f358-4ddd-af40-9adc6ddefb54
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:16:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-tjznh
    namespace: kserve-ci-e2e-test
    resourceVersion: "20451"
    uid: 83d95de6-3fba-488a-bfd6-fafcd914507e
  kind: Event
  lastTimestamp: "2026-07-28T13:16:35Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T13:16:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:16:35Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-tjznh.18c676804237f0af
    namespace: kserve-ci-e2e-test
    resourceVersion: "20524"
    uid: cbef49c7-77e5-4953-9df7-7b0fcec5e815
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:16:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-tjznh
    namespace: kserve-ci-e2e-test
    resourceVersion: "20451"
    uid: 83d95de6-3fba-488a-bfd6-fafcd914507e
  kind: Event
  lastTimestamp: "2026-07-28T13:16:35Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T13:16:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:16:35Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-tjznh.18c67680451ae2e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20526"
    uid: 15a0b9f5-12f2-4e45-83bd-8ed27dc2f683
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:16:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-tjznh
    namespace: kserve-ci-e2e-test
    resourceVersion: "20451"
    uid: 83d95de6-3fba-488a-bfd6-fafcd914507e
  kind: Event
  lastTimestamp: "2026-07-28T13:16:35Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T13:16:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:16:35Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-tjznh.18c67680458dbb0b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20527"
    uid: fa2e7313-a8a3-4978-8a1b-4ee9f645bf2f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:18:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-tjznh
    namespace: kserve-ci-e2e-test
    resourceVersion: "20451"
    uid: 83d95de6-3fba-488a-bfd6-fafcd914507e
  kind: Event
  lastTimestamp: "2026-07-28T13:18:20Z"
  message: 'Readiness probe failed: Get "http://10.132.0.36:8080/v2/models/isvc-autogluon-v2-variants/ready":
    context deadline exceeded (Client.Timeout exceeded while awaiting headers)'
  metadata:
    creationTimestamp: "2026-07-28T13:18:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:18:20Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-tjznh.18c67698a8ca1287
    namespace: kserve-ci-e2e-test
    resourceVersion: "21266"
    uid: fc4849e5-a036-4944-9493-e5c99b046ae0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:18:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-tjznh
    namespace: kserve-ci-e2e-test
    resourceVersion: "20451"
    uid: 83d95de6-3fba-488a-bfd6-fafcd914507e
  kind: Event
  lastTimestamp: "2026-07-28T13:18:25Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T13:18:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:18:25Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-tjznh.18c67699c9fcfec6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21316"
    uid: 91512f17-5cef-4f22-ae36-309002f46387
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:18:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-tjznh
    namespace: kserve-ci-e2e-test
    resourceVersion: "20451"
    uid: 83d95de6-3fba-488a-bfd6-fafcd914507e
  kind: Event
  lastTimestamp: "2026-07-28T13:18:25Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T13:18:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:18:25Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-tjznh.18c67699c9fd92d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "21317"
    uid: 4ae380ff-e48d-4c8c-b0a3-19289a8c0892
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:16:28Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-v2-variants-predictor-5c889d8844
    namespace: kserve-ci-e2e-test
    resourceVersion: "20436"
    uid: 22d0a4cd-0469-464e-a0c2-c1c9a607c090
  kind: Event
  lastTimestamp: "2026-07-28T13:16:28Z"
  message: 'Created pod: isvc-autogluon-v2-variants-predictor-5c889d8844-tjznh'
  metadata:
    creationTimestamp: "2026-07-28T13:16:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:16:28Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844.18c6767ea6c165bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "20450"
    uid: 758a7e71-3ac1-45de-bd8a-afab2bafc728
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:16:28Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-v2-variants-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20432"
    uid: c63ac676-b64d-4625-ae4a-57c53df2511d
  kind: Event
  lastTimestamp: "2026-07-28T13:16:28Z"
  message: Scaled up replica set isvc-autogluon-v2-variants-predictor-5c889d8844 from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-28T13:16:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:16:28Z"
    name: isvc-autogluon-v2-variants-predictor.18c6767ea229826a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20437"
    uid: d1907138-b8fb-43af-9d16-15082df8e92f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:16:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-variants-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20435"
    uid: d6a655bb-7bb3-4af9-af52-004d49306685
  kind: Event
  lastTimestamp: "2026-07-28T13:16:43Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T13:16:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:16:43Z"
    name: isvc-autogluon-v2-variants-predictor.18c67682213a1eb2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20584"
    uid: c35d6346-26e2-4b4e-845c-00af1c127c28
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:16:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-variants-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20435"
    uid: d6a655bb-7bb3-4af9-af52-004d49306685
  kind: Event
  lastTimestamp: "2026-07-28T13:16:43Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T13:16:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:16:43Z"
    name: isvc-autogluon-v2-variants-predictor.18c6768221a4b245
    namespace: kserve-ci-e2e-test
    resourceVersion: "20586"
    uid: 975dadcf-784d-4c61-9866-1594cc5ba357
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-28T13:16:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-variants-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20585"
    uid: d6a655bb-7bb3-4af9-af52-004d49306685
  kind: Event
  lastTimestamp: "2026-07-28T13:18:13Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T13:16:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:18:13Z"
    name: isvc-autogluon-v2-variants-predictor.18c67685a0911c00
    namespace: kserve-ci-e2e-test
    resourceVersion: "21225"
    uid: 486c45bb-d956-4946-a9dd-ff060b6a628f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-28T13:16:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-variants-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20585"
    uid: d6a655bb-7bb3-4af9-af52-004d49306685
  kind: Event
  lastTimestamp: "2026-07-28T13:18:13Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T13:16:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:18:13Z"
    name: isvc-autogluon-v2-variants-predictor.18c67685a0f837b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "21226"
    uid: 81e8b96b-f259-4953-8966-f7404b81c1da
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-28T13:16:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-variants
    namespace: kserve-ci-e2e-test
    resourceVersion: "20425"
    uid: c5e5627b-63b3-4d20-82ab-946b9df2a3a9
  kind: Event
  lastTimestamp: "2026-07-28T13:18:09Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T13:16:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:18:09Z"
    name: isvc-autogluon-v2-variants.18c6767ea223301d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21190"
    uid: 2aae575e-4cba-417d-b8e4-81ea41d66b14
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T13:16:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-variants
    namespace: kserve-ci-e2e-test
    resourceVersion: "20425"
    uid: c5e5627b-63b3-4d20-82ab-946b9df2a3a9
  kind: Event
  lastTimestamp: "2026-07-28T13:16:28Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-v2-variants":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2-variants":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T13:16:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:16:28Z"
    name: isvc-autogluon-v2-variants.18c6767ea2762b55
    namespace: kserve-ci-e2e-test
    resourceVersion: "20459"
    uid: 0ded1918-be2e-491d-80ad-e057f45e92a2
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:16:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-variants
    namespace: kserve-ci-e2e-test
    resourceVersion: "20430"
    uid: c5e5627b-63b3-4d20-82ab-946b9df2a3a9
  kind: Event
  lastTimestamp: "2026-07-28T13:16:28Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-autogluon-v2-variants": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-28T13:16:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:16:28Z"
    name: isvc-autogluon-v2-variants.18c6767ea935b46d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20460"
    uid: 927628db-ec43-4c58-a441-563bb2308650
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:18:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-variants
    namespace: kserve-ci-e2e-test
    resourceVersion: "21188"
    uid: c5e5627b-63b3-4d20-82ab-946b9df2a3a9
  kind: Event
  lastTimestamp: "2026-07-28T13:18:09Z"
  message: InferenceService [isvc-autogluon-v2-variants] is Ready
  metadata:
    creationTimestamp: "2026-07-28T13:18:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:18:09Z"
    name: isvc-autogluon-v2-variants.18c676961c48a431
    namespace: kserve-ci-e2e-test
    resourceVersion: "21189"
    uid: ecce214e-adc6-4bf5-a66c-73fafa9820a3
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T13:14:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19360"
    uid: 60aa7ab2-314c-4473-b9ff-b1e8a413a9b6
  kind: Event
  lastTimestamp: "2026-07-28T13:16:11Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T13:14:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:16:11Z"
    name: isvc-autogluon-v2.18c6765dbc1b59b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20278"
    uid: 51d48b7e-ab36-48a0-a45c-022cec8d5312
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T13:14:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19360"
    uid: 60aa7ab2-314c-4473-b9ff-b1e8a413a9b6
  kind: Event
  lastTimestamp: "2026-07-28T13:14:07Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-v2": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T13:14:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:14:07Z"
    name: isvc-autogluon-v2.18c6765dbc9cde00
    namespace: kserve-ci-e2e-test
    resourceVersion: "19393"
    uid: c6460dd0-7f27-41ed-b109-47133dfa0bbe
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:14:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19363"
    uid: 60aa7ab2-314c-4473-b9ff-b1e8a413a9b6
  kind: Event
  lastTimestamp: "2026-07-28T13:14:07Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-autogluon-v2": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-28T13:14:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:14:07Z"
    name: isvc-autogluon-v2.18c6765dc295b7cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19394"
    uid: 8a561f53-960d-498d-b103-5d9180758e28
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:16:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20275"
    uid: 60aa7ab2-314c-4473-b9ff-b1e8a413a9b6
  kind: Event
  lastTimestamp: "2026-07-28T13:16:11Z"
  message: InferenceService [isvc-autogluon-v2] is Ready
  metadata:
    creationTimestamp: "2026-07-28T13:16:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:16:11Z"
    name: isvc-autogluon-v2.18c6767aa2e9df91
    namespace: kserve-ci-e2e-test
    resourceVersion: "20276"
    uid: ec37a22d-7792-4298-ad96-d11646c57482
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T13:22:09.357621Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-cb85cf55c-gmqwb
    namespace: kserve-ci-e2e-test
    resourceVersion: "23178"
    uid: 6d8a6d15-74e3-45ad-9651-a45f8291cfaa
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-create-predictor-cb85cf55c-gmqwb
    to ip-10-0-138-158.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T13:22:09Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T13:22:09Z"
    name: isvc-canary-create-predictor-cb85cf55c-gmqwb.18c676cdfb6dce77
    namespace: kserve-ci-e2e-test
    resourceVersion: "23182"
    uid: 43871c06-1a30-4162-8545-2442abd8daa8
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-66456f4f6-kkfbw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:22:09Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-cb85cf55c-gmqwb
    namespace: kserve-ci-e2e-test
    resourceVersion: "23179"
    uid: 6d8a6d15-74e3-45ad-9651-a45f8291cfaa
  kind: Event
  lastTimestamp: "2026-07-28T13:22:09Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-create-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-28T13:22:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:22:09Z"
    name: isvc-canary-create-predictor-cb85cf55c-gmqwb.18c676ce043ed31f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23202"
    uid: 0a10791c-f81f-4468-9d81-16aa009dc60d
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:22:10Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-cb85cf55c-gmqwb
    namespace: kserve-ci-e2e-test
    resourceVersion: "23193"
    uid: 6d8a6d15-74e3-45ad-9651-a45f8291cfaa
  kind: Event
  lastTimestamp: "2026-07-28T13:22:10Z"
  message: Add eth0 [10.132.0.40/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T13:22:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T13:22:10Z"
    name: isvc-canary-create-predictor-cb85cf55c-gmqwb.18c676ce39437981
    namespace: kserve-ci-e2e-test
    resourceVersion: "23220"
    uid: db82e0f9-e4d7-49e0-a8cd-edb3cdd2e463
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:22:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-cb85cf55c-gmqwb
    namespace: kserve-ci-e2e-test
    resourceVersion: "23179"
    uid: 6d8a6d15-74e3-45ad-9651-a45f8291cfaa
  kind: Event
  lastTimestamp: "2026-07-28T13:22:10Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T13:22:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:22:10Z"
    name: isvc-canary-create-predictor-cb85cf55c-gmqwb.18c676ce3ad6eb1d
    namespace: kserve-ci-e2e-test
    resourceVersion: "23224"
    uid: 782310cb-eb49-4bf8-886b-f0f67f90b1fa
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:22:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-cb85cf55c-gmqwb
    namespace: kserve-ci-e2e-test
    resourceVersion: "23179"
    uid: 6d8a6d15-74e3-45ad-9651-a45f8291cfaa
  kind: Event
  lastTimestamp: "2026-07-28T13:22:10Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T13:22:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:22:10Z"
    name: isvc-canary-create-predictor-cb85cf55c-gmqwb.18c676ce3e43e57e
    namespace: kserve-ci-e2e-test
    resourceVersion: "23228"
    uid: 5646ed76-717a-4a96-a77d-be36b07729e4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:22:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-cb85cf55c-gmqwb
    namespace: kserve-ci-e2e-test
    resourceVersion: "23179"
    uid: 6d8a6d15-74e3-45ad-9651-a45f8291cfaa
  kind: Event
  lastTimestamp: "2026-07-28T13:22:10Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T13:22:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:22:10Z"
    name: isvc-canary-create-predictor-cb85cf55c-gmqwb.18c676ce3eca0488
    namespace: kserve-ci-e2e-test
    resourceVersion: "23230"
    uid: dae1283f-e10b-49b6-8dcd-85fb5bab313e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:22:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-cb85cf55c-gmqwb
    namespace: kserve-ci-e2e-test
    resourceVersion: "23179"
    uid: 6d8a6d15-74e3-45ad-9651-a45f8291cfaa
  kind: Event
  lastTimestamp: "2026-07-28T13:22:15Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1814"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T13:22:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:22:15Z"
    name: isvc-canary-create-predictor-cb85cf55c-gmqwb.18c676cf4f0848db
    namespace: kserve-ci-e2e-test
    resourceVersion: "23271"
    uid: 2271407d-0f56-4657-9a08-8548b4d8f044
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:22:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-cb85cf55c-gmqwb
    namespace: kserve-ci-e2e-test
    resourceVersion: "23179"
    uid: 6d8a6d15-74e3-45ad-9651-a45f8291cfaa
  kind: Event
  lastTimestamp: "2026-07-28T13:22:15Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T13:22:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:22:15Z"
    name: isvc-canary-create-predictor-cb85cf55c-gmqwb.18c676cf5288c782
    namespace: kserve-ci-e2e-test
    resourceVersion: "23275"
    uid: 72080d01-7be3-40cc-aa9c-f59032898094
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:22:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-cb85cf55c-gmqwb
    namespace: kserve-ci-e2e-test
    resourceVersion: "23179"
    uid: 6d8a6d15-74e3-45ad-9651-a45f8291cfaa
  kind: Event
  lastTimestamp: "2026-07-28T13:22:15Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T13:22:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:22:15Z"
    name: isvc-canary-create-predictor-cb85cf55c-gmqwb.18c676cf531b08f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23277"
    uid: 7150caaa-3b21-4e7b-9a87-77e38b71bad2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:22:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-cb85cf55c-gmqwb
    namespace: kserve-ci-e2e-test
    resourceVersion: "23179"
    uid: 6d8a6d15-74e3-45ad-9651-a45f8291cfaa
  kind: Event
  lastTimestamp: "2026-07-28T13:22:15Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T13:22:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:22:15Z"
    name: isvc-canary-create-predictor-cb85cf55c-gmqwb.18c676cf5324df6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23278"
    uid: f8d39167-10f6-4b0f-8c60-628e87078578
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:22:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-cb85cf55c-gmqwb
    namespace: kserve-ci-e2e-test
    resourceVersion: "23179"
    uid: 6d8a6d15-74e3-45ad-9651-a45f8291cfaa
  kind: Event
  lastTimestamp: "2026-07-28T13:22:15Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T13:22:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:22:15Z"
    name: isvc-canary-create-predictor-cb85cf55c-gmqwb.18c676cf5b0871bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "23283"
    uid: 8c76f2c0-def6-44bc-871a-57f6d493b128
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:22:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-cb85cf55c-gmqwb
    namespace: kserve-ci-e2e-test
    resourceVersion: "23179"
    uid: 6d8a6d15-74e3-45ad-9651-a45f8291cfaa
  kind: Event
  lastTimestamp: "2026-07-28T13:22:15Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T13:22:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:22:15Z"
    name: isvc-canary-create-predictor-cb85cf55c-gmqwb.18c676cf5b7db5e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "23286"
    uid: 1c86eb3f-04cf-40e6-8fcf-8cc985b1c8b7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T13:22:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-cb85cf55c-gmqwb
    namespace: kserve-ci-e2e-test
    resourceVersion: "23179"
    uid: 6d8a6d15-74e3-45ad-9651-a45f8291cfaa
  kind: Event
  lastTimestamp: "2026-07-28T13:23:42Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.40:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T13:22:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:23:42Z"
    name: isvc-canary-create-predictor-cb85cf55c-gmqwb.18c676cf8b226b5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23938"
    uid: 1a2392ff-58b3-4aac-a7c6-da2bd4f2cd53
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:23:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-cb85cf55c-gmqwb
    namespace: kserve-ci-e2e-test
    resourceVersion: "23179"
    uid: 6d8a6d15-74e3-45ad-9651-a45f8291cfaa
  kind: Event
  lastTimestamp: "2026-07-28T13:23:39Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T13:23:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:23:39Z"
    name: isvc-canary-create-predictor-cb85cf55c-gmqwb.18c676e2f48ea982
    namespace: kserve-ci-e2e-test
    resourceVersion: "23912"
    uid: 2e2545da-6113-4bd3-a908-9ee0dad10be6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:23:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-cb85cf55c-gmqwb
    namespace: kserve-ci-e2e-test
    resourceVersion: "23179"
    uid: 6d8a6d15-74e3-45ad-9651-a45f8291cfaa
  kind: Event
  lastTimestamp: "2026-07-28T13:23:39Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T13:23:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:23:39Z"
    name: isvc-canary-create-predictor-cb85cf55c-gmqwb.18c676e2f48fcfff
    namespace: kserve-ci-e2e-test
    resourceVersion: "23913"
    uid: 44299fe3-9bb8-4d54-93b2-daf97d1fb9fe
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:23:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-cb85cf55c-gmqwb
    namespace: kserve-ci-e2e-test
    resourceVersion: "23179"
    uid: 6d8a6d15-74e3-45ad-9651-a45f8291cfaa
  kind: Event
  lastTimestamp: "2026-07-28T13:23:42Z"
  message: 'Readiness probe failed: Get "https://10.132.0.40:8643/healthz": dial tcp
    10.132.0.40:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T13:23:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:23:42Z"
    name: isvc-canary-create-predictor-cb85cf55c-gmqwb.18c676e39189d4c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23936"
    uid: a1ab506b-742d-466a-8f5e-53d35b19826a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:22:09Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-predictor-cb85cf55c
    namespace: kserve-ci-e2e-test
    resourceVersion: "23159"
    uid: 5cffb0a5-ec78-4ca6-8d51-d42f3ba8a17e
  kind: Event
  lastTimestamp: "2026-07-28T13:22:09Z"
  message: 'Created pod: isvc-canary-create-predictor-cb85cf55c-gmqwb'
  metadata:
    creationTimestamp: "2026-07-28T13:22:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:22:09Z"
    name: isvc-canary-create-predictor-cb85cf55c.18c676cdfb006635
    namespace: kserve-ci-e2e-test
    resourceVersion: "23180"
    uid: 56105438-48b5-4311-b4db-d2e829ae7c40
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:22:09Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-create-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23158"
    uid: a983159d-126c-4192-9ac9-d5278cb71ed8
  kind: Event
  lastTimestamp: "2026-07-28T13:22:09Z"
  message: Scaled up replica set isvc-canary-create-predictor-cb85cf55c from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-28T13:22:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:22:09Z"
    name: isvc-canary-create-predictor.18c676cdf4e5087b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23161"
    uid: c989e6c1-b15f-4bd8-a864-6581fd370411
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T13:22:09.377238Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-v2-predictor-6d8d4768d4-l6vvq
    namespace: kserve-ci-e2e-test
    resourceVersion: "23183"
    uid: 4d51af15-6745-417c-b03a-061d477c0246
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-create-v2-predictor-6d8d4768d4-l6vvq
    to ip-10-0-138-158.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T13:22:09Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T13:22:09Z"
    name: isvc-canary-create-v2-predictor-6d8d4768d4-l6vvq.18c676cdfc991430
    namespace: kserve-ci-e2e-test
    resourceVersion: "23190"
    uid: 81ad0a72-d3fe-48b5-aef1-462969860af3
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-66456f4f6-kkfbw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:22:09Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-v2-predictor-6d8d4768d4-l6vvq
    namespace: kserve-ci-e2e-test
    resourceVersion: "23186"
    uid: 4d51af15-6745-417c-b03a-061d477c0246
  kind: Event
  lastTimestamp: "2026-07-28T13:22:09Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-create-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-28T13:22:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:22:09Z"
    name: isvc-canary-create-v2-predictor-6d8d4768d4-l6vvq.18c676ce04399106
    namespace: kserve-ci-e2e-test
    resourceVersion: "23201"
    uid: 6808cf35-552d-48bc-93e7-2ae73edd7d51
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:22:10Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-v2-predictor-6d8d4768d4-l6vvq
    namespace: kserve-ci-e2e-test
    resourceVersion: "23197"
    uid: 4d51af15-6745-417c-b03a-061d477c0246
  kind: Event
  lastTimestamp: "2026-07-28T13:22:10Z"
  message: Add eth0 [10.132.0.41/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T13:22:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T13:22:10Z"
    name: isvc-canary-create-v2-predictor-6d8d4768d4-l6vvq.18c676ce3aa2e48b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23223"
    uid: d0c5371b-a029-4a0a-b635-19eb8a2e2394
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:22:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-6d8d4768d4-l6vvq
    namespace: kserve-ci-e2e-test
    resourceVersion: "23186"
    uid: 4d51af15-6745-417c-b03a-061d477c0246
  kind: Event
  lastTimestamp: "2026-07-28T13:22:10Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T13:22:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:22:10Z"
    name: isvc-canary-create-v2-predictor-6d8d4768d4-l6vvq.18c676ce3beacd5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23226"
    uid: ab1455d4-ad26-4dcd-b11b-4385d0ee09c3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:22:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-6d8d4768d4-l6vvq
    namespace: kserve-ci-e2e-test
    resourceVersion: "23186"
    uid: 4d51af15-6745-417c-b03a-061d477c0246
  kind: Event
  lastTimestamp: "2026-07-28T13:22:10Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T13:22:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:22:10Z"
    name: isvc-canary-create-v2-predictor-6d8d4768d4-l6vvq.18c676ce3e76deca
    namespace: kserve-ci-e2e-test
    resourceVersion: "23229"
    uid: c21be5f7-9396-49aa-948b-9da61a146ea4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:22:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-6d8d4768d4-l6vvq
    namespace: kserve-ci-e2e-test
    resourceVersion: "23186"
    uid: 4d51af15-6745-417c-b03a-061d477c0246
  kind: Event
  lastTimestamp: "2026-07-28T13:22:10Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T13:22:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:22:10Z"
    name: isvc-canary-create-v2-predictor-6d8d4768d4-l6vvq.18c676ce3ee8db85
    namespace: kserve-ci-e2e-test
    resourceVersion: "23231"
    uid: 13ffcf54-be75-4458-908d-088afd1c1180
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:22:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-6d8d4768d4-l6vvq
    namespace: kserve-ci-e2e-test
    resourceVersion: "23186"
    uid: 4d51af15-6745-417c-b03a-061d477c0246
  kind: Event
  lastTimestamp: "2026-07-28T13:22:15Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1814"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T13:22:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:22:15Z"
    name: isvc-canary-create-v2-predictor-6d8d4768d4-l6vvq.18c676cf4ef3fe6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23270"
    uid: 97444a6b-1975-494a-9790-11187aee2239
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:22:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-6d8d4768d4-l6vvq
    namespace: kserve-ci-e2e-test
    resourceVersion: "23186"
    uid: 4d51af15-6745-417c-b03a-061d477c0246
  kind: Event
  lastTimestamp: "2026-07-28T13:22:15Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T13:22:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:22:15Z"
    name: isvc-canary-create-v2-predictor-6d8d4768d4-l6vvq.18c676cf527b1809
    namespace: kserve-ci-e2e-test
    resourceVersion: "23274"
    uid: 6cc13beb-2b7a-43f0-8fb2-a9175b8f22d9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:22:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-6d8d4768d4-l6vvq
    namespace: kserve-ci-e2e-test
    resourceVersion: "23186"
    uid: 4d51af15-6745-417c-b03a-061d477c0246
  kind: Event
  lastTimestamp: "2026-07-28T13:22:15Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T13:22:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:22:15Z"
    name: isvc-canary-create-v2-predictor-6d8d4768d4-l6vvq.18c676cf531b08f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "23276"
    uid: b82f7d62-736d-49c5-ae47-66f313d27e29
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:22:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-6d8d4768d4-l6vvq
    namespace: kserve-ci-e2e-test
    resourceVersion: "23186"
    uid: 4d51af15-6745-417c-b03a-061d477c0246
  kind: Event
  lastTimestamp: "2026-07-28T13:22:15Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T13:22:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:22:15Z"
    name: isvc-canary-create-v2-predictor-6d8d4768d4-l6vvq.18c676cf5325fc6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23280"
    uid: 48d32408-7af7-4662-8b43-495684c9ca94
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:22:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-6d8d4768d4-l6vvq
    namespace: kserve-ci-e2e-test
    resourceVersion: "23186"
    uid: 4d51af15-6745-417c-b03a-061d477c0246
  kind: Event
  lastTimestamp: "2026-07-28T13:22:15Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T13:22:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:22:15Z"
    name: isvc-canary-create-v2-predictor-6d8d4768d4-l6vvq.18c676cf5b133575
    namespace: kserve-ci-e2e-test
    resourceVersion: "23284"
    uid: 03c55b7b-c019-4a39-83a3-02f2751162f3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:22:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-6d8d4768d4-l6vvq
    namespace: kserve-ci-e2e-test
    resourceVersion: "23186"
    uid: 4d51af15-6745-417c-b03a-061d477c0246
  kind: Event
  lastTimestamp: "2026-07-28T13:22:15Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T13:22:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:22:15Z"
    name: isvc-canary-create-v2-predictor-6d8d4768d4-l6vvq.18c676cf5b8ab664
    namespace: kserve-ci-e2e-test
    resourceVersion: "23288"
    uid: d37dce03-19f6-4625-8b7a-308a067289f9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T13:22:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-6d8d4768d4-l6vvq
    namespace: kserve-ci-e2e-test
    resourceVersion: "23186"
    uid: 4d51af15-6745-417c-b03a-061d477c0246
  kind: Event
  lastTimestamp: "2026-07-28T13:23:43Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.41:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T13:22:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:23:43Z"
    name: isvc-canary-create-v2-predictor-6d8d4768d4-l6vvq.18c676cfc72885bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "23947"
    uid: 123987e9-c30b-4863-b112-d16eb27b84ed
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:23:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-6d8d4768d4-l6vvq
    namespace: kserve-ci-e2e-test
    resourceVersion: "23186"
    uid: 4d51af15-6745-417c-b03a-061d477c0246
  kind: Event
  lastTimestamp: "2026-07-28T13:23:39Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T13:23:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:23:39Z"
    name: isvc-canary-create-v2-predictor-6d8d4768d4-l6vvq.18c676e2f4d66024
    namespace: kserve-ci-e2e-test
    resourceVersion: "23914"
    uid: 011fc668-bee7-4312-be3f-04c148a56c83
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:23:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-6d8d4768d4-l6vvq
    namespace: kserve-ci-e2e-test
    resourceVersion: "23186"
    uid: 4d51af15-6745-417c-b03a-061d477c0246
  kind: Event
  lastTimestamp: "2026-07-28T13:23:39Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T13:23:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:23:39Z"
    name: isvc-canary-create-v2-predictor-6d8d4768d4-l6vvq.18c676e2f4d6b8be
    namespace: kserve-ci-e2e-test
    resourceVersion: "23916"
    uid: b9b07270-d5bb-4a65-a869-4aefd0bac0e0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:23:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-6d8d4768d4-l6vvq
    namespace: kserve-ci-e2e-test
    resourceVersion: "23186"
    uid: 4d51af15-6745-417c-b03a-061d477c0246
  kind: Event
  lastTimestamp: "2026-07-28T13:23:43Z"
  message: 'Readiness probe failed: Get "https://10.132.0.41:8643/healthz": dial tcp
    10.132.0.41:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T13:23:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:23:43Z"
    name: isvc-canary-create-v2-predictor-6d8d4768d4-l6vvq.18c676e3cd75bf30
    namespace: kserve-ci-e2e-test
    resourceVersion: "23946"
    uid: 302fb290-d2da-44c4-ac18-0405c0caf15f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:22:09Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-v2-predictor-6d8d4768d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23170"
    uid: d18abb8f-f991-487c-a23d-3a50b3ea51ff
  kind: Event
  lastTimestamp: "2026-07-28T13:22:09Z"
  message: 'Created pod: isvc-canary-create-v2-predictor-6d8d4768d4-l6vvq'
  metadata:
    creationTimestamp: "2026-07-28T13:22:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:22:09Z"
    name: isvc-canary-create-v2-predictor-6d8d4768d4.18c676cdfc175f36
    namespace: kserve-ci-e2e-test
    resourceVersion: "23187"
    uid: 9a225b97-781c-4d14-bd08-adff448c130b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:22:09Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-create-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23168"
    uid: bd9e2c00-7cbd-45ac-8f92-d81dd1cd37a2
  kind: Event
  lastTimestamp: "2026-07-28T13:22:09Z"
  message: Scaled up replica set isvc-canary-create-v2-predictor-6d8d4768d4 from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-28T13:22:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:22:09Z"
    name: isvc-canary-create-v2-predictor.18c676cdf7c3c2c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "23173"
    uid: 0f8f80a9-6f44-493f-ae3b-91d61bdaeb75
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 17
  eventTime: null
  firstTimestamp: "2026-07-28T13:22:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "23151"
    uid: 028314b7-730e-4db9-99e0-24b016ac3fe8
  kind: Event
  lastTimestamp: "2026-07-28T13:23:33Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T13:22:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:23:33Z"
    name: isvc-canary-create.18c676cdf736da52
    namespace: kserve-ci-e2e-test
    resourceVersion: "23848"
    uid: e6af01f7-4dd6-4e13-9fac-7329598bf800
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T13:22:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "23151"
    uid: 028314b7-730e-4db9-99e0-24b016ac3fe8
  kind: Event
  lastTimestamp: "2026-07-28T13:22:09Z"
  message: 'Failed to update status for InferenceService "isvc-canary-create": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-create":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T13:22:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:22:09Z"
    name: isvc-canary-create.18c676cdf8777643
    namespace: kserve-ci-e2e-test
    resourceVersion: "23199"
    uid: 13341a3f-d52a-4d89-a53d-917006fc8f4c
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T13:22:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "23151"
    uid: 028314b7-730e-4db9-99e0-24b016ac3fe8
  kind: Event
  lastTimestamp: "2026-07-28T13:22:09Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-create": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-28T13:22:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:22:09Z"
    name: isvc-canary-create.18c676cdf877d1c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "23200"
    uid: cbe6d5e8-a57b-455d-a8d2-6e36910b4349
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:23:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "23833"
    uid: 028314b7-730e-4db9-99e0-24b016ac3fe8
  kind: Event
  lastTimestamp: "2026-07-28T13:23:32Z"
  message: InferenceService [isvc-canary-create] is Ready
  metadata:
    creationTimestamp: "2026-07-28T13:23:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:23:32Z"
    name: isvc-canary-create.18c676e143f43462
    namespace: kserve-ci-e2e-test
    resourceVersion: "23834"
    uid: 6be574cb-5b42-43de-92fd-fbcbc11728f4
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T13:23:44.611016Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-d9759ffd5-7qx4s
    namespace: kserve-ci-e2e-test
    resourceVersion: "23994"
    uid: 5b010cf8-fa1f-47a2-a85b-3391e12d0e55
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-predictor-d9759ffd5-7qx4s
    to ip-10-0-138-158.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T13:23:44Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T13:23:44Z"
    name: isvc-canary-promote-predictor-d9759ffd5-7qx4s.18c676e428f939e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "24003"
    uid: a8c2ff63-d9e2-437e-a832-b2334ec017b4
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-66456f4f6-kkfbw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:23:45Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-d9759ffd5-7qx4s
    namespace: kserve-ci-e2e-test
    resourceVersion: "24012"
    uid: 5b010cf8-fa1f-47a2-a85b-3391e12d0e55
  kind: Event
  lastTimestamp: "2026-07-28T13:23:45Z"
  message: Add eth0 [10.132.0.42/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T13:23:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T13:23:45Z"
    name: isvc-canary-promote-predictor-d9759ffd5-7qx4s.18c676e4433dae11
    namespace: kserve-ci-e2e-test
    resourceVersion: "24027"
    uid: 94c0d4b5-27e5-4dec-8219-283e6e8d892f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:23:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-d9759ffd5-7qx4s
    namespace: kserve-ci-e2e-test
    resourceVersion: "23996"
    uid: 5b010cf8-fa1f-47a2-a85b-3391e12d0e55
  kind: Event
  lastTimestamp: "2026-07-28T13:23:45Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T13:23:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:23:45Z"
    name: isvc-canary-promote-predictor-d9759ffd5-7qx4s.18c676e444a367b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24030"
    uid: 9cfe042d-e0a9-4727-8767-adb1ebc0d3b6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:23:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-d9759ffd5-7qx4s
    namespace: kserve-ci-e2e-test
    resourceVersion: "23996"
    uid: 5b010cf8-fa1f-47a2-a85b-3391e12d0e55
  kind: Event
  lastTimestamp: "2026-07-28T13:23:45Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T13:23:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:23:45Z"
    name: isvc-canary-promote-predictor-d9759ffd5-7qx4s.18c676e447ef9ede
    namespace: kserve-ci-e2e-test
    resourceVersion: "24034"
    uid: 9c934863-4148-4628-87f1-c89f36ca7f0f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:23:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-d9759ffd5-7qx4s
    namespace: kserve-ci-e2e-test
    resourceVersion: "23996"
    uid: 5b010cf8-fa1f-47a2-a85b-3391e12d0e55
  kind: Event
  lastTimestamp: "2026-07-28T13:23:45Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T13:23:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:23:45Z"
    name: isvc-canary-promote-predictor-d9759ffd5-7qx4s.18c676e4489f637a
    namespace: kserve-ci-e2e-test
    resourceVersion: "24036"
    uid: 8ed7e04c-5d37-4daa-91d7-7b555604de5b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:23:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-d9759ffd5-7qx4s
    namespace: kserve-ci-e2e-test
    resourceVersion: "23996"
    uid: 5b010cf8-fa1f-47a2-a85b-3391e12d0e55
  kind: Event
  lastTimestamp: "2026-07-28T13:23:49Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1814"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T13:23:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:23:49Z"
    name: isvc-canary-promote-predictor-d9759ffd5-7qx4s.18c676e54c8c3ed2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24077"
    uid: d735ed81-0ba2-491c-8f7e-4ea8b6c4e057
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:23:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-d9759ffd5-7qx4s
    namespace: kserve-ci-e2e-test
    resourceVersion: "23996"
    uid: 5b010cf8-fa1f-47a2-a85b-3391e12d0e55
  kind: Event
  lastTimestamp: "2026-07-28T13:23:49Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T13:23:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:23:49Z"
    name: isvc-canary-promote-predictor-d9759ffd5-7qx4s.18c676e5504a33f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "24081"
    uid: 67b9326a-63bd-4163-bcf5-d125ed564e33
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:23:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-d9759ffd5-7qx4s
    namespace: kserve-ci-e2e-test
    resourceVersion: "23996"
    uid: 5b010cf8-fa1f-47a2-a85b-3391e12d0e55
  kind: Event
  lastTimestamp: "2026-07-28T13:23:49Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T13:23:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:23:49Z"
    name: isvc-canary-promote-predictor-d9759ffd5-7qx4s.18c676e550bbd409
    namespace: kserve-ci-e2e-test
    resourceVersion: "24086"
    uid: 96266844-9873-473e-968e-b08c2dc2f6e0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:23:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-d9759ffd5-7qx4s
    namespace: kserve-ci-e2e-test
    resourceVersion: "23996"
    uid: 5b010cf8-fa1f-47a2-a85b-3391e12d0e55
  kind: Event
  lastTimestamp: "2026-07-28T13:23:49Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T13:23:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:23:49Z"
    name: isvc-canary-promote-predictor-d9759ffd5-7qx4s.18c676e550c5d568
    namespace: kserve-ci-e2e-test
    resourceVersion: "24087"
    uid: 9edfe05a-e093-458c-9492-c8349314ab5d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:23:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-d9759ffd5-7qx4s
    namespace: kserve-ci-e2e-test
    resourceVersion: "23996"
    uid: 5b010cf8-fa1f-47a2-a85b-3391e12d0e55
  kind: Event
  lastTimestamp: "2026-07-28T13:23:49Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T13:23:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:23:49Z"
    name: isvc-canary-promote-predictor-d9759ffd5-7qx4s.18c676e55418a780
    namespace: kserve-ci-e2e-test
    resourceVersion: "24092"
    uid: 27a65098-23ef-4a2b-bd43-18545c78a605
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:23:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-d9759ffd5-7qx4s
    namespace: kserve-ci-e2e-test
    resourceVersion: "23996"
    uid: 5b010cf8-fa1f-47a2-a85b-3391e12d0e55
  kind: Event
  lastTimestamp: "2026-07-28T13:23:49Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T13:23:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:23:49Z"
    name: isvc-canary-promote-predictor-d9759ffd5-7qx4s.18c676e554a63b72
    namespace: kserve-ci-e2e-test
    resourceVersion: "24094"
    uid: af333a74-c5b7-4b98-8829-7fa92f9ddbe3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T13:23:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-d9759ffd5-7qx4s
    namespace: kserve-ci-e2e-test
    resourceVersion: "23996"
    uid: 5b010cf8-fa1f-47a2-a85b-3391e12d0e55
  kind: Event
  lastTimestamp: "2026-07-28T13:25:15Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.42:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T13:23:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:25:15Z"
    name: isvc-canary-promote-predictor-d9759ffd5-7qx4s.18c676e5c4c9e5cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "25049"
    uid: 49de8710-4426-46d3-b3e7-4b941ddbe1c1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:25:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-d9759ffd5-7qx4s
    namespace: kserve-ci-e2e-test
    resourceVersion: "23996"
    uid: 5b010cf8-fa1f-47a2-a85b-3391e12d0e55
  kind: Event
  lastTimestamp: "2026-07-28T13:25:14Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T13:25:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:25:14Z"
    name: isvc-canary-promote-predictor-d9759ffd5-7qx4s.18c676f92380c873
    namespace: kserve-ci-e2e-test
    resourceVersion: "25021"
    uid: 4b3728ae-7ca5-4a44-97b5-ef7f44daed8c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:25:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-d9759ffd5-7qx4s
    namespace: kserve-ci-e2e-test
    resourceVersion: "23996"
    uid: 5b010cf8-fa1f-47a2-a85b-3391e12d0e55
  kind: Event
  lastTimestamp: "2026-07-28T13:25:14Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T13:25:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:25:14Z"
    name: isvc-canary-promote-predictor-d9759ffd5-7qx4s.18c676f92381535f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25022"
    uid: aafb290f-aab0-4097-ab24-ad5d20080fc2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:25:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-d9759ffd5-7qx4s
    namespace: kserve-ci-e2e-test
    resourceVersion: "23996"
    uid: 5b010cf8-fa1f-47a2-a85b-3391e12d0e55
  kind: Event
  lastTimestamp: "2026-07-28T13:25:17Z"
  message: 'Readiness probe failed: Get "https://10.132.0.42:8643/healthz": dial tcp
    10.132.0.42:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T13:25:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:25:17Z"
    name: isvc-canary-promote-predictor-d9759ffd5-7qx4s.18c676f9cb1397ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "25065"
    uid: cf4988b5-a8ad-4a54-a02c-a3621e6e9870
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:23:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-predictor-d9759ffd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "23978"
    uid: a5af95a0-a5b4-4994-a6dd-242f3e066d72
  kind: Event
  lastTimestamp: "2026-07-28T13:23:44Z"
  message: 'Created pod: isvc-canary-promote-predictor-d9759ffd5-7qx4s'
  metadata:
    creationTimestamp: "2026-07-28T13:23:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:23:44Z"
    name: isvc-canary-promote-predictor-d9759ffd5.18c676e4288a338b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23995"
    uid: d316bba3-1e3b-4e9f-ba93-ee38979a8754
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:23:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23977"
    uid: 5c0f91f1-bb94-4822-aa9e-0c5356e8b54b
  kind: Event
  lastTimestamp: "2026-07-28T13:23:44Z"
  message: Scaled up replica set isvc-canary-promote-predictor-d9759ffd5 from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-28T13:23:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:23:44Z"
    name: isvc-canary-promote-predictor.18c676e423e9cb2a
    namespace: kserve-ci-e2e-test
    resourceVersion: "23979"
    uid: 2d01d161-9b2f-4cef-97cf-ac0cccfa2942
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T13:23:44.617390Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-5j6jj
    namespace: kserve-ci-e2e-test
    resourceVersion: "23997"
    uid: 67e719ff-8743-4d50-bbb5-f918dbac6adb
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-v2-predictor-86766c4958-5j6jj
    to ip-10-0-138-158.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T13:23:44Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T13:23:44Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-5j6jj.18c676e4295a7f02
    namespace: kserve-ci-e2e-test
    resourceVersion: "24004"
    uid: 2fa3492d-84d0-4063-b5a4-90a84c9f4556
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-66456f4f6-kkfbw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:23:45Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-5j6jj
    namespace: kserve-ci-e2e-test
    resourceVersion: "24015"
    uid: 67e719ff-8743-4d50-bbb5-f918dbac6adb
  kind: Event
  lastTimestamp: "2026-07-28T13:23:45Z"
  message: Add eth0 [10.132.0.43/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T13:23:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T13:23:45Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-5j6jj.18c676e4445b2ca3
    namespace: kserve-ci-e2e-test
    resourceVersion: "24029"
    uid: 3a199b49-8a10-43f9-bae3-ff6cc3b666d3
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:23:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-5j6jj
    namespace: kserve-ci-e2e-test
    resourceVersion: "24000"
    uid: 67e719ff-8743-4d50-bbb5-f918dbac6adb
  kind: Event
  lastTimestamp: "2026-07-28T13:23:45Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T13:23:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:23:45Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-5j6jj.18c676e445bea685
    namespace: kserve-ci-e2e-test
    resourceVersion: "24032"
    uid: 3bf56834-859d-43ba-9f5a-f93bbab13863
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:23:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-5j6jj
    namespace: kserve-ci-e2e-test
    resourceVersion: "24000"
    uid: 67e719ff-8743-4d50-bbb5-f918dbac6adb
  kind: Event
  lastTimestamp: "2026-07-28T13:23:45Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T13:23:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:23:45Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-5j6jj.18c676e4485a2a96
    namespace: kserve-ci-e2e-test
    resourceVersion: "24035"
    uid: 247f4c60-3a07-4478-a6eb-718e8fe2617f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:23:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-5j6jj
    namespace: kserve-ci-e2e-test
    resourceVersion: "24000"
    uid: 67e719ff-8743-4d50-bbb5-f918dbac6adb
  kind: Event
  lastTimestamp: "2026-07-28T13:23:45Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T13:23:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:23:45Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-5j6jj.18c676e448cb973a
    namespace: kserve-ci-e2e-test
    resourceVersion: "24037"
    uid: ef0aa151-a34f-49c7-9df7-786a295eac53
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:23:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-5j6jj
    namespace: kserve-ci-e2e-test
    resourceVersion: "24000"
    uid: 67e719ff-8743-4d50-bbb5-f918dbac6adb
  kind: Event
  lastTimestamp: "2026-07-28T13:23:49Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1814"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T13:23:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:23:49Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-5j6jj.18c676e54ca2b0e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "24078"
    uid: ae42f04e-e3a1-46c8-a853-341a7521e545
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:23:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-5j6jj
    namespace: kserve-ci-e2e-test
    resourceVersion: "24000"
    uid: 67e719ff-8743-4d50-bbb5-f918dbac6adb
  kind: Event
  lastTimestamp: "2026-07-28T13:23:49Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T13:23:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:23:49Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-5j6jj.18c676e550583a92
    namespace: kserve-ci-e2e-test
    resourceVersion: "24082"
    uid: 6855503b-5fdc-42b5-b496-59c67b01bbc9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:23:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-5j6jj
    namespace: kserve-ci-e2e-test
    resourceVersion: "24000"
    uid: 67e719ff-8743-4d50-bbb5-f918dbac6adb
  kind: Event
  lastTimestamp: "2026-07-28T13:23:49Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T13:23:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:23:49Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-5j6jj.18c676e550e80324
    namespace: kserve-ci-e2e-test
    resourceVersion: "24088"
    uid: 12dc8768-858c-487a-b39b-463a88b16a05
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:23:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-5j6jj
    namespace: kserve-ci-e2e-test
    resourceVersion: "24000"
    uid: 67e719ff-8743-4d50-bbb5-f918dbac6adb
  kind: Event
  lastTimestamp: "2026-07-28T13:23:49Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T13:23:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:23:49Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-5j6jj.18c676e550f14d6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "24089"
    uid: d102e6b2-f638-4d33-b28a-f78ecbdbc1fc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:23:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-5j6jj
    namespace: kserve-ci-e2e-test
    resourceVersion: "24000"
    uid: 67e719ff-8743-4d50-bbb5-f918dbac6adb
  kind: Event
  lastTimestamp: "2026-07-28T13:23:49Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T13:23:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:23:49Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-5j6jj.18c676e5540d97ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "24090"
    uid: 03796848-cef3-485a-b96f-448b98a28d4d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:23:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-5j6jj
    namespace: kserve-ci-e2e-test
    resourceVersion: "24000"
    uid: 67e719ff-8743-4d50-bbb5-f918dbac6adb
  kind: Event
  lastTimestamp: "2026-07-28T13:23:49Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T13:23:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:23:49Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-5j6jj.18c676e554804e72
    namespace: kserve-ci-e2e-test
    resourceVersion: "24093"
    uid: c8ab5eed-112b-4488-ab4c-726ae7647e79
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T13:23:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-5j6jj
    namespace: kserve-ci-e2e-test
    resourceVersion: "24000"
    uid: 67e719ff-8743-4d50-bbb5-f918dbac6adb
  kind: Event
  lastTimestamp: "2026-07-28T13:27:07Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.43:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T13:23:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:27:07Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-5j6jj.18c676e588ef008c
    namespace: kserve-ci-e2e-test
    resourceVersion: "25868"
    uid: db753ade-fa29-4141-83ca-5b126bf2d01a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:27:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-5j6jj
    namespace: kserve-ci-e2e-test
    resourceVersion: "24000"
    uid: 67e719ff-8743-4d50-bbb5-f918dbac6adb
  kind: Event
  lastTimestamp: "2026-07-28T13:27:04Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T13:27:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:27:04Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-5j6jj.18c67712ceb5371a
    namespace: kserve-ci-e2e-test
    resourceVersion: "25843"
    uid: 895ca600-10b1-4f40-bc41-bd3e990bcadd
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:27:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-5j6jj
    namespace: kserve-ci-e2e-test
    resourceVersion: "24000"
    uid: 67e719ff-8743-4d50-bbb5-f918dbac6adb
  kind: Event
  lastTimestamp: "2026-07-28T13:27:04Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T13:27:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:27:04Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-5j6jj.18c67712ceb5cb54
    namespace: kserve-ci-e2e-test
    resourceVersion: "25845"
    uid: 03d60cbd-6739-48d9-b56d-1f548fa13f25
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:27:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-5j6jj
    namespace: kserve-ci-e2e-test
    resourceVersion: "24000"
    uid: 67e719ff-8743-4d50-bbb5-f918dbac6adb
  kind: Event
  lastTimestamp: "2026-07-28T13:27:07Z"
  message: 'Readiness probe failed: Get "https://10.132.0.43:8643/healthz": dial tcp
    10.132.0.43:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T13:27:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:27:07Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-5j6jj.18c67713678a7636
    namespace: kserve-ci-e2e-test
    resourceVersion: "25867"
    uid: 6e119bf7-ab47-4b00-bea2-36efc363a7f3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T13:25:14.779614Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-gp9k9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25027"
    uid: 147fa269-0f1e-4d5f-9877-01ef3db834ba
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-v2-predictor-86766c4958-gp9k9
    to ip-10-0-129-177.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T13:25:14Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T13:25:14Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-gp9k9.18c676f92770df2a
    namespace: kserve-ci-e2e-test
    resourceVersion: "25031"
    uid: d831af6d-1696-4d9e-afd8-f884bd72a576
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-66456f4f6-kkfbw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:25:15Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-gp9k9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25037"
    uid: 147fa269-0f1e-4d5f-9877-01ef3db834ba
  kind: Event
  lastTimestamp: "2026-07-28T13:25:15Z"
  message: Add eth0 [10.134.0.31/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T13:25:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T13:25:15Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-gp9k9.18c676f94154a04a
    namespace: kserve-ci-e2e-test
    resourceVersion: "25045"
    uid: c583c1c3-f9d6-46a0-b18d-a1cee52165de
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:25:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-gp9k9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25029"
    uid: 147fa269-0f1e-4d5f-9877-01ef3db834ba
  kind: Event
  lastTimestamp: "2026-07-28T13:25:15Z"
  message: Pulling image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
  metadata:
    creationTimestamp: "2026-07-28T13:25:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:25:15Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-gp9k9.18c676f942d676e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "25047"
    uid: 356851ca-ace6-445d-ab49-beeee6a1c52c
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:25:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-gp9k9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25029"
    uid: 147fa269-0f1e-4d5f-9877-01ef3db834ba
  kind: Event
  lastTimestamp: "2026-07-28T13:25:19Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    in 3.938s (3.938s including waiting). Image size: 300981723 bytes.'
  metadata:
    creationTimestamp: "2026-07-28T13:25:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:25:19Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-gp9k9.18c676fa2d9917b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "25081"
    uid: f7d0d3b1-928d-425f-99f2-b00bb5f96421
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:25:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-gp9k9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25029"
    uid: 147fa269-0f1e-4d5f-9877-01ef3db834ba
  kind: Event
  lastTimestamp: "2026-07-28T13:25:19Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T13:25:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:25:19Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-gp9k9.18c676fa30f6c8d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "25082"
    uid: 8d476f8d-f8ae-4744-90c2-3d9666996e96
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:25:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-gp9k9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25029"
    uid: 147fa269-0f1e-4d5f-9877-01ef3db834ba
  kind: Event
  lastTimestamp: "2026-07-28T13:25:19Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T13:25:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:25:19Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-gp9k9.18c676fa316d6a77
    namespace: kserve-ci-e2e-test
    resourceVersion: "25083"
    uid: 21f1712a-5650-461e-b380-4b2013e8691a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:25:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-gp9k9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25029"
    uid: 147fa269-0f1e-4d5f-9877-01ef3db834ba
  kind: Event
  lastTimestamp: "2026-07-28T13:25:23Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1814"
  metadata:
    creationTimestamp: "2026-07-28T13:25:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:25:23Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-gp9k9.18c676fb1deafa79
    namespace: kserve-ci-e2e-test
    resourceVersion: "25118"
    uid: 446e60ac-783a-4f0b-b97d-0c8d28d4564d
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:25:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-gp9k9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25029"
    uid: 147fa269-0f1e-4d5f-9877-01ef3db834ba
  kind: Event
  lastTimestamp: "2026-07-28T13:25:36Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1814"
    in 13.748s (13.748s including waiting). Image size: 1555840948 bytes.'
  metadata:
    creationTimestamp: "2026-07-28T13:25:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:25:36Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-gp9k9.18c676fe516272d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "25217"
    uid: bfe10b3a-6119-4eb1-9de6-3f2173ee3893
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:25:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-gp9k9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25029"
    uid: 147fa269-0f1e-4d5f-9877-01ef3db834ba
  kind: Event
  lastTimestamp: "2026-07-28T13:25:37Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T13:25:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:25:37Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-gp9k9.18c676fe54b669ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "25218"
    uid: 899e4b29-8dcc-4e52-a561-55cb794031a2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:25:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-gp9k9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25029"
    uid: 147fa269-0f1e-4d5f-9877-01ef3db834ba
  kind: Event
  lastTimestamp: "2026-07-28T13:25:37Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T13:25:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:25:37Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-gp9k9.18c676fe5531f006
    namespace: kserve-ci-e2e-test
    resourceVersion: "25219"
    uid: b8e35347-4586-47d5-903c-82f54a8a497d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:25:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-gp9k9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25029"
    uid: 147fa269-0f1e-4d5f-9877-01ef3db834ba
  kind: Event
  lastTimestamp: "2026-07-28T13:25:37Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-07-28T13:25:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:25:37Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-gp9k9.18c676fe55401a2e
    namespace: kserve-ci-e2e-test
    resourceVersion: "25220"
    uid: b8b19f94-12b2-4617-8325-52a613961557
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:25:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-gp9k9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25029"
    uid: 147fa269-0f1e-4d5f-9877-01ef3db834ba
  kind: Event
  lastTimestamp: "2026-07-28T13:25:39Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.7s (2.7s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-07-28T13:25:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:25:39Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-gp9k9.18c676fef6384154
    namespace: kserve-ci-e2e-test
    resourceVersion: "25238"
    uid: 18480dea-5cda-4107-b2cd-b4a530bcfc49
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:25:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-gp9k9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25029"
    uid: 147fa269-0f1e-4d5f-9877-01ef3db834ba
  kind: Event
  lastTimestamp: "2026-07-28T13:25:39Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T13:25:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:25:39Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-gp9k9.18c676fef92d47b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25239"
    uid: 9423f2e5-d1b0-4a5d-9a5a-9115babfb428
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:25:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-gp9k9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25029"
    uid: 147fa269-0f1e-4d5f-9877-01ef3db834ba
  kind: Event
  lastTimestamp: "2026-07-28T13:25:39Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T13:25:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:25:39Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-gp9k9.18c676fef9a37ca3
    namespace: kserve-ci-e2e-test
    resourceVersion: "25240"
    uid: 698e0d6c-c510-4f60-95ab-67fe10ed5d46
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T13:25:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-gp9k9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25029"
    uid: 147fa269-0f1e-4d5f-9877-01ef3db834ba
  kind: Event
  lastTimestamp: "2026-07-28T13:27:06Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.31:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T13:25:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:27:06Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-gp9k9.18c676ff18ad10b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "25858"
    uid: 0481e4e4-a733-432f-861e-b7295ad1916a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:27:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-gp9k9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25029"
    uid: 147fa269-0f1e-4d5f-9877-01ef3db834ba
  kind: Event
  lastTimestamp: "2026-07-28T13:27:04Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T13:27:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:27:04Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-gp9k9.18c67712ceebdeaf
    namespace: kserve-ci-e2e-test
    resourceVersion: "25844"
    uid: a27bebce-5ae4-4a50-a3fa-a2096a80096f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:27:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-gp9k9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25029"
    uid: 147fa269-0f1e-4d5f-9877-01ef3db834ba
  kind: Event
  lastTimestamp: "2026-07-28T13:27:04Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T13:27:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:27:04Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-gp9k9.18c67712ceec6481
    namespace: kserve-ci-e2e-test
    resourceVersion: "25846"
    uid: 284fd3a1-07cf-4de4-ba62-71a9d182a647
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:27:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-gp9k9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25029"
    uid: 147fa269-0f1e-4d5f-9877-01ef3db834ba
  kind: Event
  lastTimestamp: "2026-07-28T13:27:06Z"
  message: 'Readiness probe failed: Get "https://10.134.0.31:8643/healthz": dial tcp
    10.134.0.31:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T13:27:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:27:06Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-gp9k9.18c677131edae0aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "25857"
    uid: 515bbbb8-52cf-4094-90b3-b2770dd2ab0a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:23:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-v2-predictor-86766c4958
    namespace: kserve-ci-e2e-test
    resourceVersion: "23987"
    uid: e3946b21-4278-43a4-b849-c492d290cac7
  kind: Event
  lastTimestamp: "2026-07-28T13:23:44Z"
  message: 'Created pod: isvc-canary-promote-v2-predictor-86766c4958-5j6jj'
  metadata:
    creationTimestamp: "2026-07-28T13:23:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:23:44Z"
    name: isvc-canary-promote-v2-predictor-86766c4958.18c676e428f762fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "23999"
    uid: 630747b4-36b7-480a-ac63-d5dffdab1030
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:25:14Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-v2-predictor-86766c4958
    namespace: kserve-ci-e2e-test
    resourceVersion: "25012"
    uid: e3946b21-4278-43a4-b849-c492d290cac7
  kind: Event
  lastTimestamp: "2026-07-28T13:25:14Z"
  message: 'Created pod: isvc-canary-promote-v2-predictor-86766c4958-gp9k9'
  metadata:
    creationTimestamp: "2026-07-28T13:25:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:25:14Z"
    name: isvc-canary-promote-v2-predictor-86766c4958.18c676f92707219f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25028"
    uid: 41d9ad43-7960-4ab7-9caf-749c82c7cfdf
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:23:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23986"
    uid: 64881367-f128-416b-9adb-7ed5d83cebb4
  kind: Event
  lastTimestamp: "2026-07-28T13:23:44Z"
  message: Scaled up replica set isvc-canary-promote-v2-predictor-86766c4958 from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-28T13:23:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:23:44Z"
    name: isvc-canary-promote-v2-predictor.18c676e425f26dc1
    namespace: kserve-ci-e2e-test
    resourceVersion: "23989"
    uid: 60273d45-8a9c-4c99-8506-eea8a382ded0
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:25:14Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25006"
    uid: 64881367-f128-416b-9adb-7ed5d83cebb4
  kind: Event
  lastTimestamp: "2026-07-28T13:25:14Z"
  message: Scaled up replica set isvc-canary-promote-v2-predictor-86766c4958 from
    1 to 2
  metadata:
    creationTimestamp: "2026-07-28T13:25:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:25:14Z"
    name: isvc-canary-promote-v2-predictor.18c676f9226d444b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25016"
    uid: df235181-e7d8-4e13-8cc2-19daf7b4632c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 19
  eventTime: null
  firstTimestamp: "2026-07-28T13:23:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "23965"
    uid: 059922e8-98a1-461c-989d-df2743df8791
  kind: Event
  lastTimestamp: "2026-07-28T13:25:14Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T13:23:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:25:14Z"
    name: isvc-canary-promote.18c676e425a79b00
    namespace: kserve-ci-e2e-test
    resourceVersion: "25036"
    uid: 76aec9a7-6f2d-4327-b14f-fd41bdfb51cc
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T13:23:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "23965"
    uid: 059922e8-98a1-461c-989d-df2743df8791
  kind: Event
  lastTimestamp: "2026-07-28T13:25:14Z"
  message: 'Failed to update status for InferenceService "isvc-canary-promote": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-promote":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T13:23:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:25:14Z"
    name: isvc-canary-promote.18c676e4260ab87d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25025"
    uid: 5bee7c6b-d9df-4469-b049-0c287ce6df99
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T13:23:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "23965"
    uid: 059922e8-98a1-461c-989d-df2743df8791
  kind: Event
  lastTimestamp: "2026-07-28T13:25:14Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-promote": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-28T13:23:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:25:14Z"
    name: isvc-canary-promote.18c676e4260b13bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "25026"
    uid: 00b585b3-1b20-4541-ab4a-1485b846ac99
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T13:25:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "24700"
    uid: 059922e8-98a1-461c-989d-df2743df8791
  kind: Event
  lastTimestamp: "2026-07-28T13:26:56Z"
  message: InferenceService [isvc-canary-promote] is Ready
  metadata:
    creationTimestamp: "2026-07-28T13:25:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:26:56Z"
    name: isvc-canary-promote.18c676f6f7d4923f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25770"
    uid: 819b9927-9508-4adc-a081-b1ac98b33514
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T13:27:10.201692Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-7gtxt
    namespace: kserve-ci-e2e-test
    resourceVersion: "25921"
    uid: 24505273-bc06-4fa7-97dd-0d83b1582654
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-predictor-5bbb8c8cfc-7gtxt
    to ip-10-0-129-177.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T13:27:10Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T13:27:10Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-7gtxt.18c6771407224081
    namespace: kserve-ci-e2e-test
    resourceVersion: "25927"
    uid: 45acff38-2974-40b8-9377-f6a40db35ca8
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-66456f4f6-kkfbw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:27:10Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-7gtxt
    namespace: kserve-ci-e2e-test
    resourceVersion: "25936"
    uid: 24505273-bc06-4fa7-97dd-0d83b1582654
  kind: Event
  lastTimestamp: "2026-07-28T13:27:10Z"
  message: Add eth0 [10.134.0.32/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T13:27:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T13:27:10Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-7gtxt.18c6771420beba70
    namespace: kserve-ci-e2e-test
    resourceVersion: "25957"
    uid: 347b00b0-a4bb-48b0-baf2-9f8e3cfa784b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:27:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-7gtxt
    namespace: kserve-ci-e2e-test
    resourceVersion: "25922"
    uid: 24505273-bc06-4fa7-97dd-0d83b1582654
  kind: Event
  lastTimestamp: "2026-07-28T13:27:10Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T13:27:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:27:10Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-7gtxt.18c6771422226f69
    namespace: kserve-ci-e2e-test
    resourceVersion: "25961"
    uid: 1a744114-6515-427e-92ab-5d384dba55e0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:27:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-7gtxt
    namespace: kserve-ci-e2e-test
    resourceVersion: "25922"
    uid: 24505273-bc06-4fa7-97dd-0d83b1582654
  kind: Event
  lastTimestamp: "2026-07-28T13:27:10Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T13:27:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:27:10Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-7gtxt.18c67714253e0bf2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25965"
    uid: 4323dbbd-0aa3-479a-a737-35ab15830bf7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:27:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-7gtxt
    namespace: kserve-ci-e2e-test
    resourceVersion: "25922"
    uid: 24505273-bc06-4fa7-97dd-0d83b1582654
  kind: Event
  lastTimestamp: "2026-07-28T13:27:10Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T13:27:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:27:10Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-7gtxt.18c6771425b05705
    namespace: kserve-ci-e2e-test
    resourceVersion: "25967"
    uid: 169b4340-b634-4c25-87d8-db9069fd67eb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:27:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-7gtxt
    namespace: kserve-ci-e2e-test
    resourceVersion: "25922"
    uid: 24505273-bc06-4fa7-97dd-0d83b1582654
  kind: Event
  lastTimestamp: "2026-07-28T13:27:14Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1814"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T13:27:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:27:14Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-7gtxt.18c6771512a1239c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26010"
    uid: b3e0d1c3-5b2c-4d59-a4be-362673b9c8b4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:27:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-7gtxt
    namespace: kserve-ci-e2e-test
    resourceVersion: "25922"
    uid: 24505273-bc06-4fa7-97dd-0d83b1582654
  kind: Event
  lastTimestamp: "2026-07-28T13:27:14Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T13:27:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:27:14Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-7gtxt.18c6771516986f54
    namespace: kserve-ci-e2e-test
    resourceVersion: "26012"
    uid: 69262f0a-9ec2-4cc6-a7c9-ef4e86f21e41
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:27:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-7gtxt
    namespace: kserve-ci-e2e-test
    resourceVersion: "25922"
    uid: 24505273-bc06-4fa7-97dd-0d83b1582654
  kind: Event
  lastTimestamp: "2026-07-28T13:27:14Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T13:27:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:27:14Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-7gtxt.18c67715170f64f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "26015"
    uid: 7702dc58-9271-4757-a6b2-07d18aabf071
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:27:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-7gtxt
    namespace: kserve-ci-e2e-test
    resourceVersion: "25922"
    uid: 24505273-bc06-4fa7-97dd-0d83b1582654
  kind: Event
  lastTimestamp: "2026-07-28T13:27:14Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T13:27:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:27:14Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-7gtxt.18c6771517197d3e
    namespace: kserve-ci-e2e-test
    resourceVersion: "26016"
    uid: b5d420d3-2442-45b0-bd41-bbd285affb44
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:27:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-7gtxt
    namespace: kserve-ci-e2e-test
    resourceVersion: "25922"
    uid: 24505273-bc06-4fa7-97dd-0d83b1582654
  kind: Event
  lastTimestamp: "2026-07-28T13:27:14Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T13:27:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:27:14Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-7gtxt.18c677151a969e29
    namespace: kserve-ci-e2e-test
    resourceVersion: "26018"
    uid: c1e73168-e72a-4369-bb16-cfb1d69bd541
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:27:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-7gtxt
    namespace: kserve-ci-e2e-test
    resourceVersion: "25922"
    uid: 24505273-bc06-4fa7-97dd-0d83b1582654
  kind: Event
  lastTimestamp: "2026-07-28T13:27:14Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T13:27:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:27:14Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-7gtxt.18c677151b1bfe98
    namespace: kserve-ci-e2e-test
    resourceVersion: "26019"
    uid: afad0fbb-f78f-416f-982b-edb74837ef5a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T13:27:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-7gtxt
    namespace: kserve-ci-e2e-test
    resourceVersion: "25922"
    uid: 24505273-bc06-4fa7-97dd-0d83b1582654
  kind: Event
  lastTimestamp: "2026-07-28T13:30:01Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.32:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T13:27:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:30:01Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-7gtxt.18c677154eb425c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "27285"
    uid: 10727c12-d1fe-43a1-9423-1cc45f5499c4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:30:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-7gtxt
    namespace: kserve-ci-e2e-test
    resourceVersion: "25922"
    uid: 24505273-bc06-4fa7-97dd-0d83b1582654
  kind: Event
  lastTimestamp: "2026-07-28T13:30:00Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T13:30:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:30:00Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-7gtxt.18c6773ba05d21c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27270"
    uid: f7b617a2-fe90-41e4-811c-f1c2440c86f2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:30:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-7gtxt
    namespace: kserve-ci-e2e-test
    resourceVersion: "25922"
    uid: 24505273-bc06-4fa7-97dd-0d83b1582654
  kind: Event
  lastTimestamp: "2026-07-28T13:30:00Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T13:30:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:30:00Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-7gtxt.18c6773ba05de636
    namespace: kserve-ci-e2e-test
    resourceVersion: "27272"
    uid: df0ddf68-8aa6-4239-9a1b-2bac9bdf54bd
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:30:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-7gtxt
    namespace: kserve-ci-e2e-test
    resourceVersion: "25922"
    uid: 24505273-bc06-4fa7-97dd-0d83b1582654
  kind: Event
  lastTimestamp: "2026-07-28T13:30:01Z"
  message: 'Readiness probe failed: Get "https://10.134.0.32:8643/healthz": dial tcp
    10.134.0.32:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T13:30:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:30:01Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-7gtxt.18c6773bf54ec0d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "27284"
    uid: 762931b2-fe20-4c12-8268-57dc4eddd763
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T13:28:40.163487Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-nb9db
    namespace: kserve-ci-e2e-test
    resourceVersion: "26660"
    uid: f3a51965-6ff6-426e-8314-e83524dc1128
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-predictor-5bbb8c8cfc-nb9db
    to ip-10-0-138-158.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T13:28:40Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T13:28:40Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-nb9db.18c67728f9460e0d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26665"
    uid: 63c61cdb-0ce1-41ae-8687-8a8b46ae31e1
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-66456f4f6-kkfbw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:28:40Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-nb9db
    namespace: kserve-ci-e2e-test
    resourceVersion: "26671"
    uid: f3a51965-6ff6-426e-8314-e83524dc1128
  kind: Event
  lastTimestamp: "2026-07-28T13:28:40Z"
  message: Add eth0 [10.132.0.45/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T13:28:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T13:28:40Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-nb9db.18c677291278ef7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "26676"
    uid: 8517b90c-97e6-4880-bf64-8b88a9f102c8
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:28:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-nb9db
    namespace: kserve-ci-e2e-test
    resourceVersion: "26662"
    uid: f3a51965-6ff6-426e-8314-e83524dc1128
  kind: Event
  lastTimestamp: "2026-07-28T13:28:40Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T13:28:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:28:40Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-nb9db.18c6772913bbb328
    namespace: kserve-ci-e2e-test
    resourceVersion: "26679"
    uid: a8245aa9-0a3a-4ce8-93e5-74e167b2ab63
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:28:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-nb9db
    namespace: kserve-ci-e2e-test
    resourceVersion: "26662"
    uid: f3a51965-6ff6-426e-8314-e83524dc1128
  kind: Event
  lastTimestamp: "2026-07-28T13:28:40Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T13:28:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:28:40Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-nb9db.18c6772916b0b9b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "26680"
    uid: b0dd234e-f71c-4c7a-9866-4bc120b7aedb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:28:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-nb9db
    namespace: kserve-ci-e2e-test
    resourceVersion: "26662"
    uid: f3a51965-6ff6-426e-8314-e83524dc1128
  kind: Event
  lastTimestamp: "2026-07-28T13:28:40Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T13:28:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:28:40Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-nb9db.18c67729171fbe35
    namespace: kserve-ci-e2e-test
    resourceVersion: "26681"
    uid: aee30026-9b50-471a-ba8b-b02b231b1ec6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:28:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-nb9db
    namespace: kserve-ci-e2e-test
    resourceVersion: "26662"
    uid: f3a51965-6ff6-426e-8314-e83524dc1128
  kind: Event
  lastTimestamp: "2026-07-28T13:28:44Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1814"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T13:28:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:28:44Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-nb9db.18c6772a1034da20
    namespace: kserve-ci-e2e-test
    resourceVersion: "26716"
    uid: edca1e26-db5e-4a69-b57f-fc5088b76f25
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:28:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-nb9db
    namespace: kserve-ci-e2e-test
    resourceVersion: "26662"
    uid: f3a51965-6ff6-426e-8314-e83524dc1128
  kind: Event
  lastTimestamp: "2026-07-28T13:28:44Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T13:28:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:28:44Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-nb9db.18c6772a133bad51
    namespace: kserve-ci-e2e-test
    resourceVersion: "26721"
    uid: 8eeb98a1-9d94-4fba-bd86-14187a22c60a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:28:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-nb9db
    namespace: kserve-ci-e2e-test
    resourceVersion: "26662"
    uid: f3a51965-6ff6-426e-8314-e83524dc1128
  kind: Event
  lastTimestamp: "2026-07-28T13:28:44Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T13:28:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:28:44Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-nb9db.18c6772a13a81798
    namespace: kserve-ci-e2e-test
    resourceVersion: "26723"
    uid: a8d32e99-38f4-43bd-b7a6-da62ad99f1eb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:28:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-nb9db
    namespace: kserve-ci-e2e-test
    resourceVersion: "26662"
    uid: f3a51965-6ff6-426e-8314-e83524dc1128
  kind: Event
  lastTimestamp: "2026-07-28T13:28:44Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T13:28:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:28:44Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-nb9db.18c6772a13b19638
    namespace: kserve-ci-e2e-test
    resourceVersion: "26724"
    uid: 9699318e-395c-49fe-bef1-0619a77d50ec
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:28:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-nb9db
    namespace: kserve-ci-e2e-test
    resourceVersion: "26662"
    uid: f3a51965-6ff6-426e-8314-e83524dc1128
  kind: Event
  lastTimestamp: "2026-07-28T13:28:44Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T13:28:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:28:44Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-nb9db.18c6772a1615e9dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "26725"
    uid: 1e7fa9c6-68f2-4613-bb67-62c359cf81c3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:28:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-nb9db
    namespace: kserve-ci-e2e-test
    resourceVersion: "26662"
    uid: f3a51965-6ff6-426e-8314-e83524dc1128
  kind: Event
  lastTimestamp: "2026-07-28T13:28:44Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T13:28:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:28:44Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-nb9db.18c6772a168176ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "26726"
    uid: 8123f16b-9b52-4f63-8410-9cfd766d5f81
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-28T13:28:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-nb9db
    namespace: kserve-ci-e2e-test
    resourceVersion: "26662"
    uid: f3a51965-6ff6-426e-8314-e83524dc1128
  kind: Event
  lastTimestamp: "2026-07-28T13:30:02Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.45:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T13:28:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:30:02Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-nb9db.18c6772a8871104f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27296"
    uid: 60a23678-b382-4996-aff0-8d34e73b3c77
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:30:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-nb9db
    namespace: kserve-ci-e2e-test
    resourceVersion: "26662"
    uid: f3a51965-6ff6-426e-8314-e83524dc1128
  kind: Event
  lastTimestamp: "2026-07-28T13:30:00Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T13:30:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:30:00Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-nb9db.18c6773ba03717f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27269"
    uid: 9dd4e9cb-8f5b-4065-bbe9-30c7037c56cc
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:30:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-nb9db
    namespace: kserve-ci-e2e-test
    resourceVersion: "26662"
    uid: f3a51965-6ff6-426e-8314-e83524dc1128
  kind: Event
  lastTimestamp: "2026-07-28T13:30:00Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T13:30:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:30:00Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-nb9db.18c6773ba037cb30
    namespace: kserve-ci-e2e-test
    resourceVersion: "27271"
    uid: abfaccad-6c91-4c0c-bbad-fecc0b631728
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:30:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-nb9db
    namespace: kserve-ci-e2e-test
    resourceVersion: "26662"
    uid: f3a51965-6ff6-426e-8314-e83524dc1128
  kind: Event
  lastTimestamp: "2026-07-28T13:30:02Z"
  message: 'Readiness probe failed: Get "https://10.132.0.45:8643/healthz": dial tcp
    10.132.0.45:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T13:30:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:30:02Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-nb9db.18c6773c3aa95817
    namespace: kserve-ci-e2e-test
    resourceVersion: "27294"
    uid: cf4ea425-99cb-4e4d-aea5-e3ba09a9c216
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:27:10Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-5bbb8c8cfc
    namespace: kserve-ci-e2e-test
    resourceVersion: "25905"
    uid: d8fc37d2-712b-4e71-8ac5-d8d30ad2d80b
  kind: Event
  lastTimestamp: "2026-07-28T13:27:10Z"
  message: 'Created pod: isvc-canary-rollback-predictor-5bbb8c8cfc-7gtxt'
  metadata:
    creationTimestamp: "2026-07-28T13:27:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:27:10Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc.18c6771406ab76d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25923"
    uid: 1d5f8d84-659c-4988-ac9a-78a5c7d255a4
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:28:40Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-5bbb8c8cfc
    namespace: kserve-ci-e2e-test
    resourceVersion: "26648"
    uid: d8fc37d2-712b-4e71-8ac5-d8d30ad2d80b
  kind: Event
  lastTimestamp: "2026-07-28T13:28:40Z"
  message: 'Created pod: isvc-canary-rollback-predictor-5bbb8c8cfc-nb9db'
  metadata:
    creationTimestamp: "2026-07-28T13:28:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:28:40Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc.18c67728f8d4553c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26661"
    uid: aaf9ec9f-d223-4b06-b180-b0b237404c33
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:27:10Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25904"
    uid: 29720339-c305-4730-a650-251584340813
  kind: Event
  lastTimestamp: "2026-07-28T13:27:10Z"
  message: Scaled up replica set isvc-canary-rollback-predictor-5bbb8c8cfc from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-28T13:27:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:27:10Z"
    name: isvc-canary-rollback-predictor.18c6771401dab97c
    namespace: kserve-ci-e2e-test
    resourceVersion: "25906"
    uid: 729c5523-9638-4929-85ed-3bc100808944
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:28:40Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26642"
    uid: 29720339-c305-4730-a650-251584340813
  kind: Event
  lastTimestamp: "2026-07-28T13:28:40Z"
  message: Scaled up replica set isvc-canary-rollback-predictor-5bbb8c8cfc from 1
    to 2
  metadata:
    creationTimestamp: "2026-07-28T13:28:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:28:40Z"
    name: isvc-canary-rollback-predictor.18c67728f5e32aeb
    namespace: kserve-ci-e2e-test
    resourceVersion: "26652"
    uid: 442b5ccb-db65-4c17-bbaa-3ec6fbb3a5bd
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T13:27:10.215880Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-84f48b7656-trls9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25925"
    uid: d8b4592e-d228-473d-a23e-0d0b0faae458
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-v2-predictor-84f48b7656-trls9
    to ip-10-0-138-158.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T13:27:10Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T13:27:10Z"
    name: isvc-canary-rollback-v2-predictor-84f48b7656-trls9.18c6771407fa8345
    namespace: kserve-ci-e2e-test
    resourceVersion: "25934"
    uid: 2792b2f7-5661-4ea5-a376-0a79a4575df2
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-66456f4f6-kkfbw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:27:10Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-84f48b7656-trls9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25943"
    uid: d8b4592e-d228-473d-a23e-0d0b0faae458
  kind: Event
  lastTimestamp: "2026-07-28T13:27:10Z"
  message: Add eth0 [10.132.0.44/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T13:27:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T13:27:10Z"
    name: isvc-canary-rollback-v2-predictor-84f48b7656-trls9.18c67714215447b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "25959"
    uid: 31cdd40e-b36b-4223-959a-1114d3d6e4f4
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:27:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-84f48b7656-trls9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25931"
    uid: d8b4592e-d228-473d-a23e-0d0b0faae458
  kind: Event
  lastTimestamp: "2026-07-28T13:27:10Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T13:27:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:27:10Z"
    name: isvc-canary-rollback-v2-predictor-84f48b7656-trls9.18c6771422b9fb2a
    namespace: kserve-ci-e2e-test
    resourceVersion: "25962"
    uid: 58d6b7cf-2133-40a5-9744-5d4d9b57d0fa
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:27:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-84f48b7656-trls9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25931"
    uid: d8b4592e-d228-473d-a23e-0d0b0faae458
  kind: Event
  lastTimestamp: "2026-07-28T13:27:10Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T13:27:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:27:10Z"
    name: isvc-canary-rollback-v2-predictor-84f48b7656-trls9.18c67714254923f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "25966"
    uid: d6ba277f-9237-477c-9cfc-c8c21d87d730
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:27:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-84f48b7656-trls9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25931"
    uid: d8b4592e-d228-473d-a23e-0d0b0faae458
  kind: Event
  lastTimestamp: "2026-07-28T13:27:10Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T13:27:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:27:10Z"
    name: isvc-canary-rollback-v2-predictor-84f48b7656-trls9.18c6771425ba14d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "25968"
    uid: 30cb9658-30cf-405d-b14d-5f1cdbe71ecf
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:27:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-84f48b7656-trls9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25931"
    uid: d8b4592e-d228-473d-a23e-0d0b0faae458
  kind: Event
  lastTimestamp: "2026-07-28T13:27:15Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1814"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T13:27:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:27:15Z"
    name: isvc-canary-rollback-v2-predictor-84f48b7656-trls9.18c677153f5e5aa9
    namespace: kserve-ci-e2e-test
    resourceVersion: "26025"
    uid: e304d347-dd18-4e99-8014-76dda78db086
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:27:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-84f48b7656-trls9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25931"
    uid: d8b4592e-d228-473d-a23e-0d0b0faae458
  kind: Event
  lastTimestamp: "2026-07-28T13:27:15Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T13:27:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:27:15Z"
    name: isvc-canary-rollback-v2-predictor-84f48b7656-trls9.18c67715427cb852
    namespace: kserve-ci-e2e-test
    resourceVersion: "26028"
    uid: cd37eb87-cf13-4821-9c0a-44aa40494901
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:27:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-84f48b7656-trls9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25931"
    uid: d8b4592e-d228-473d-a23e-0d0b0faae458
  kind: Event
  lastTimestamp: "2026-07-28T13:27:15Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T13:27:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:27:15Z"
    name: isvc-canary-rollback-v2-predictor-84f48b7656-trls9.18c6771542edfe79
    namespace: kserve-ci-e2e-test
    resourceVersion: "26029"
    uid: a4087cca-5b21-4a5e-8dd2-8fc9c9ecce87
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:27:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-84f48b7656-trls9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25931"
    uid: d8b4592e-d228-473d-a23e-0d0b0faae458
  kind: Event
  lastTimestamp: "2026-07-28T13:27:15Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T13:27:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:27:15Z"
    name: isvc-canary-rollback-v2-predictor-84f48b7656-trls9.18c6771542f61cab
    namespace: kserve-ci-e2e-test
    resourceVersion: "26030"
    uid: 72c084a7-dd1b-4139-aa2c-48563c11080f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:27:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-84f48b7656-trls9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25931"
    uid: d8b4592e-d228-473d-a23e-0d0b0faae458
  kind: Event
  lastTimestamp: "2026-07-28T13:27:15Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T13:27:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:27:15Z"
    name: isvc-canary-rollback-v2-predictor-84f48b7656-trls9.18c67715457e3134
    namespace: kserve-ci-e2e-test
    resourceVersion: "26032"
    uid: c3fdf21e-0ec4-4ff6-a261-ee9750699502
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:27:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-84f48b7656-trls9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25931"
    uid: d8b4592e-d228-473d-a23e-0d0b0faae458
  kind: Event
  lastTimestamp: "2026-07-28T13:27:15Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T13:27:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:27:15Z"
    name: isvc-canary-rollback-v2-predictor-84f48b7656-trls9.18c6771545eba1f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "26033"
    uid: 490d5605-a5ee-462b-96cc-4bba83148918
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T13:27:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-84f48b7656-trls9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25931"
    uid: d8b4592e-d228-473d-a23e-0d0b0faae458
  kind: Event
  lastTimestamp: "2026-07-28T13:28:23Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.44:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T13:27:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:28:23Z"
    name: isvc-canary-rollback-v2-predictor-84f48b7656-trls9.18c677157b6f76f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "26511"
    uid: 59a82f9b-534c-4dcb-92b1-c78f5bfb81de
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:28:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-84f48b7656-trls9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25931"
    uid: d8b4592e-d228-473d-a23e-0d0b0faae458
  kind: Event
  lastTimestamp: "2026-07-28T13:28:40Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T13:28:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:28:40Z"
    name: isvc-canary-rollback-v2-predictor-84f48b7656-trls9.18c67728f7247f89
    namespace: kserve-ci-e2e-test
    resourceVersion: "26657"
    uid: fd30538f-e57a-4eb2-9a8d-b82361b6c2af
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:28:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-84f48b7656-trls9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25931"
    uid: d8b4592e-d228-473d-a23e-0d0b0faae458
  kind: Event
  lastTimestamp: "2026-07-28T13:28:40Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T13:28:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:28:40Z"
    name: isvc-canary-rollback-v2-predictor-84f48b7656-trls9.18c67728f725571d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26658"
    uid: ddffd841-2b63-44fa-b5db-1a31022ee98f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:28:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-84f48b7656-trls9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25931"
    uid: d8b4592e-d228-473d-a23e-0d0b0faae458
  kind: Event
  lastTimestamp: "2026-07-28T13:28:43Z"
  message: 'Readiness probe failed: Get "https://10.132.0.44:8643/healthz": dial tcp
    10.132.0.44:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T13:28:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:28:43Z"
    name: isvc-canary-rollback-v2-predictor-84f48b7656-trls9.18c67729bd906ed9
    namespace: kserve-ci-e2e-test
    resourceVersion: "26705"
    uid: 7201508c-9965-456e-aec5-089510841b22
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:27:10Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-v2-predictor-84f48b7656
    namespace: kserve-ci-e2e-test
    resourceVersion: "25914"
    uid: 75335999-71b5-422f-af32-babed1ab0354
  kind: Event
  lastTimestamp: "2026-07-28T13:27:10Z"
  message: 'Created pod: isvc-canary-rollback-v2-predictor-84f48b7656-trls9'
  metadata:
    creationTimestamp: "2026-07-28T13:27:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:27:10Z"
    name: isvc-canary-rollback-v2-predictor-84f48b7656.18c677140779474e
    namespace: kserve-ci-e2e-test
    resourceVersion: "25930"
    uid: afe2d0ad-9a5e-4de7-bf42-f97f84700b74
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:27:10Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25913"
    uid: f1a1d8df-4759-49fe-8bce-a55aee6e40e9
  kind: Event
  lastTimestamp: "2026-07-28T13:27:10Z"
  message: Scaled up replica set isvc-canary-rollback-v2-predictor-84f48b7656 from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-28T13:27:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:27:10Z"
    name: isvc-canary-rollback-v2-predictor.18c6771403fe8d8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "25916"
    uid: 5591b731-f0fa-443c-a17f-763bcb5e43cc
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 19
  eventTime: null
  firstTimestamp: "2026-07-28T13:27:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "25896"
    uid: e77bb208-8785-4517-95d2-a0a70b3e6cc0
  kind: Event
  lastTimestamp: "2026-07-28T13:28:40Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T13:27:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:28:40Z"
    name: isvc-canary-rollback.18c6771403954271
    namespace: kserve-ci-e2e-test
    resourceVersion: "26672"
    uid: e11e28f9-5717-4090-a5c6-e16ef6528403
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T13:27:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "25896"
    uid: e77bb208-8785-4517-95d2-a0a70b3e6cc0
  kind: Event
  lastTimestamp: "2026-07-28T13:28:40Z"
  message: 'Failed to update status for InferenceService "isvc-canary-rollback": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-rollback":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T13:27:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:28:40Z"
    name: isvc-canary-rollback.18c677140414fb47
    namespace: kserve-ci-e2e-test
    resourceVersion: "26666"
    uid: 90399f24-4815-4a91-9cd4-b1d3ae99b292
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T13:27:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "25896"
    uid: e77bb208-8785-4517-95d2-a0a70b3e6cc0
  kind: Event
  lastTimestamp: "2026-07-28T13:28:40Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-rollback": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-28T13:27:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:28:40Z"
    name: isvc-canary-rollback.18c677140415549c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26668"
    uid: 1ac55d28-7930-438b-b03b-f838533f8b3d
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T13:28:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "26584"
    uid: e77bb208-8785-4517-95d2-a0a70b3e6cc0
  kind: Event
  lastTimestamp: "2026-07-28T13:29:52Z"
  message: InferenceService [isvc-canary-rollback] is Ready
  metadata:
    creationTimestamp: "2026-07-28T13:28:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:29:52Z"
    name: isvc-canary-rollback.18c67727070781ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "27200"
    uid: 353546fa-d7d8-4ddb-a6ff-f8310e78ca1c
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T13:30:05.473420Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-86dc9fdb65-4kd6g
    namespace: kserve-ci-e2e-test
    resourceVersion: "27349"
    uid: d12296bd-99ec-4ab1-9ac1-b43aba975bc5
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-stop-predictor-86dc9fdb65-4kd6g
    to ip-10-0-138-158.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T13:30:05Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T13:30:05Z"
    name: isvc-canary-stop-predictor-86dc9fdb65-4kd6g.18c6773cd6244c69
    namespace: kserve-ci-e2e-test
    resourceVersion: "27353"
    uid: 3d376127-a040-415a-bbd9-2dd00fc8a781
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-66456f4f6-kkfbw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:30:05Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-86dc9fdb65-4kd6g
    namespace: kserve-ci-e2e-test
    resourceVersion: "27358"
    uid: d12296bd-99ec-4ab1-9ac1-b43aba975bc5
  kind: Event
  lastTimestamp: "2026-07-28T13:30:05Z"
  message: Add eth0 [10.132.0.46/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T13:30:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T13:30:05Z"
    name: isvc-canary-stop-predictor-86dc9fdb65-4kd6g.18c6773cefb43036
    namespace: kserve-ci-e2e-test
    resourceVersion: "27382"
    uid: f12aba81-f057-4218-8a9f-27af8265a0d9
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:30:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-86dc9fdb65-4kd6g
    namespace: kserve-ci-e2e-test
    resourceVersion: "27351"
    uid: d12296bd-99ec-4ab1-9ac1-b43aba975bc5
  kind: Event
  lastTimestamp: "2026-07-28T13:30:05Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T13:30:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:30:05Z"
    name: isvc-canary-stop-predictor-86dc9fdb65-4kd6g.18c6773cf12590a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "27385"
    uid: 491ec74c-a086-4853-84aa-cf9667f7155c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:30:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-86dc9fdb65-4kd6g
    namespace: kserve-ci-e2e-test
    resourceVersion: "27351"
    uid: d12296bd-99ec-4ab1-9ac1-b43aba975bc5
  kind: Event
  lastTimestamp: "2026-07-28T13:30:05Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T13:30:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:30:05Z"
    name: isvc-canary-stop-predictor-86dc9fdb65-4kd6g.18c6773cf43255de
    namespace: kserve-ci-e2e-test
    resourceVersion: "27386"
    uid: d90963ef-0022-4802-a1d5-fdd4f4404753
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:30:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-86dc9fdb65-4kd6g
    namespace: kserve-ci-e2e-test
    resourceVersion: "27351"
    uid: d12296bd-99ec-4ab1-9ac1-b43aba975bc5
  kind: Event
  lastTimestamp: "2026-07-28T13:30:05Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T13:30:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:30:05Z"
    name: isvc-canary-stop-predictor-86dc9fdb65-4kd6g.18c6773cf4a3451b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27387"
    uid: 3ffa9163-b88d-4da3-82a9-e5f961d0d806
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:30:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-86dc9fdb65-4kd6g
    namespace: kserve-ci-e2e-test
    resourceVersion: "27351"
    uid: d12296bd-99ec-4ab1-9ac1-b43aba975bc5
  kind: Event
  lastTimestamp: "2026-07-28T13:30:10Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1814"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T13:30:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:30:10Z"
    name: isvc-canary-stop-predictor-86dc9fdb65-4kd6g.18c6773df275aee9
    namespace: kserve-ci-e2e-test
    resourceVersion: "27433"
    uid: 377e1be6-bd6f-4925-b4c0-9b32d170be6d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:30:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-86dc9fdb65-4kd6g
    namespace: kserve-ci-e2e-test
    resourceVersion: "27351"
    uid: d12296bd-99ec-4ab1-9ac1-b43aba975bc5
  kind: Event
  lastTimestamp: "2026-07-28T13:30:10Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T13:30:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:30:10Z"
    name: isvc-canary-stop-predictor-86dc9fdb65-4kd6g.18c6773df5dd2539
    namespace: kserve-ci-e2e-test
    resourceVersion: "27436"
    uid: 687c0380-8f5c-4a47-a105-85f4bef9bf7e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:30:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-86dc9fdb65-4kd6g
    namespace: kserve-ci-e2e-test
    resourceVersion: "27351"
    uid: d12296bd-99ec-4ab1-9ac1-b43aba975bc5
  kind: Event
  lastTimestamp: "2026-07-28T13:30:10Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T13:30:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:30:10Z"
    name: isvc-canary-stop-predictor-86dc9fdb65-4kd6g.18c6773df64f8392
    namespace: kserve-ci-e2e-test
    resourceVersion: "27437"
    uid: 455813eb-8707-4764-8eb6-79b7333d9a34
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:30:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-86dc9fdb65-4kd6g
    namespace: kserve-ci-e2e-test
    resourceVersion: "27351"
    uid: d12296bd-99ec-4ab1-9ac1-b43aba975bc5
  kind: Event
  lastTimestamp: "2026-07-28T13:30:10Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T13:30:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:30:10Z"
    name: isvc-canary-stop-predictor-86dc9fdb65-4kd6g.18c6773df6594a7e
    namespace: kserve-ci-e2e-test
    resourceVersion: "27440"
    uid: 67e0a23d-c54d-494c-908f-c9dbb41e95f4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:30:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-86dc9fdb65-4kd6g
    namespace: kserve-ci-e2e-test
    resourceVersion: "27351"
    uid: d12296bd-99ec-4ab1-9ac1-b43aba975bc5
  kind: Event
  lastTimestamp: "2026-07-28T13:30:10Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T13:30:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:30:10Z"
    name: isvc-canary-stop-predictor-86dc9fdb65-4kd6g.18c6773df9135a48
    namespace: kserve-ci-e2e-test
    resourceVersion: "27441"
    uid: fbae6f85-727a-40d3-bf3e-ac6fd03d9abd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:30:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-86dc9fdb65-4kd6g
    namespace: kserve-ci-e2e-test
    resourceVersion: "27351"
    uid: d12296bd-99ec-4ab1-9ac1-b43aba975bc5
  kind: Event
  lastTimestamp: "2026-07-28T13:30:10Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T13:30:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:30:10Z"
    name: isvc-canary-stop-predictor-86dc9fdb65-4kd6g.18c6773df9808429
    namespace: kserve-ci-e2e-test
    resourceVersion: "27442"
    uid: 57471777-2b44-4959-b0db-49649a44747d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T13:30:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-86dc9fdb65-4kd6g
    namespace: kserve-ci-e2e-test
    resourceVersion: "27351"
    uid: d12296bd-99ec-4ab1-9ac1-b43aba975bc5
  kind: Event
  lastTimestamp: "2026-07-28T13:31:38Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.46:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T13:30:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:31:38Z"
    name: isvc-canary-stop-predictor-86dc9fdb65-4kd6g.18c6773e6b2cf046
    namespace: kserve-ci-e2e-test
    resourceVersion: "28141"
    uid: 18fde362-76e9-4245-b94a-3edef74e72a2
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:31:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-86dc9fdb65-4kd6g
    namespace: kserve-ci-e2e-test
    resourceVersion: "27351"
    uid: d12296bd-99ec-4ab1-9ac1-b43aba975bc5
  kind: Event
  lastTimestamp: "2026-07-28T13:31:35Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T13:31:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:31:35Z"
    name: isvc-canary-stop-predictor-86dc9fdb65-4kd6g.18c67751cd20b915
    namespace: kserve-ci-e2e-test
    resourceVersion: "28104"
    uid: 1b41bd22-ee91-4cdd-af7f-57926975163e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:31:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-86dc9fdb65-4kd6g
    namespace: kserve-ci-e2e-test
    resourceVersion: "27351"
    uid: d12296bd-99ec-4ab1-9ac1-b43aba975bc5
  kind: Event
  lastTimestamp: "2026-07-28T13:31:35Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T13:31:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:31:35Z"
    name: isvc-canary-stop-predictor-86dc9fdb65-4kd6g.18c67751cd214ff8
    namespace: kserve-ci-e2e-test
    resourceVersion: "28108"
    uid: 3a24f6a5-f483-4f66-8c11-b3ffea623482
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:31:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-86dc9fdb65-4kd6g
    namespace: kserve-ci-e2e-test
    resourceVersion: "27351"
    uid: d12296bd-99ec-4ab1-9ac1-b43aba975bc5
  kind: Event
  lastTimestamp: "2026-07-28T13:31:38Z"
  message: 'Readiness probe failed: Get "https://10.132.0.46:8643/healthz": dial tcp
    10.132.0.46:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T13:31:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:31:38Z"
    name: isvc-canary-stop-predictor-86dc9fdb65-4kd6g.18c677527178b9d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "28140"
    uid: 90976333-dc33-4af3-b7ae-930f5269e99e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:30:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-predictor-86dc9fdb65
    namespace: kserve-ci-e2e-test
    resourceVersion: "27332"
    uid: 6b2c5f42-3bb4-4321-a03a-04321acfc45c
  kind: Event
  lastTimestamp: "2026-07-28T13:30:05Z"
  message: 'Created pod: isvc-canary-stop-predictor-86dc9fdb65-4kd6g'
  metadata:
    creationTimestamp: "2026-07-28T13:30:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:30:05Z"
    name: isvc-canary-stop-predictor-86dc9fdb65.18c6773cd590fe55
    namespace: kserve-ci-e2e-test
    resourceVersion: "27350"
    uid: 842ce426-8a1a-431c-8fa7-c3ab79dd582c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:30:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-stop-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27328"
    uid: 79942117-4510-4b10-8d42-8844a69ef371
  kind: Event
  lastTimestamp: "2026-07-28T13:30:05Z"
  message: Scaled up replica set isvc-canary-stop-predictor-86dc9fdb65 from 0 to 1
  metadata:
    creationTimestamp: "2026-07-28T13:30:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:30:05Z"
    name: isvc-canary-stop-predictor.18c6773cd1e1ab36
    namespace: kserve-ci-e2e-test
    resourceVersion: "27334"
    uid: d8ef47c4-1c5e-43b5-a200-cc2901b407d3
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T13:30:05.508083Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-v2-predictor-77f778d864-swgfs
    namespace: kserve-ci-e2e-test
    resourceVersion: "27356"
    uid: 96816748-5118-48f8-81fa-bd7459698bc3
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-stop-v2-predictor-77f778d864-swgfs
    to ip-10-0-138-158.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T13:30:05Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T13:30:05Z"
    name: isvc-canary-stop-v2-predictor-77f778d864-swgfs.18c6773cd8353911
    namespace: kserve-ci-e2e-test
    resourceVersion: "27362"
    uid: 316b8532-7916-4a23-a5cc-97e09aaa386f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-66456f4f6-kkfbw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:30:05Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-v2-predictor-77f778d864-swgfs
    namespace: kserve-ci-e2e-test
    resourceVersion: "27360"
    uid: 96816748-5118-48f8-81fa-bd7459698bc3
  kind: Event
  lastTimestamp: "2026-07-28T13:30:05Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-stop-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-28T13:30:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:30:05Z"
    name: isvc-canary-stop-v2-predictor-77f778d864-swgfs.18c6773ce8a5b534
    namespace: kserve-ci-e2e-test
    resourceVersion: "27379"
    uid: 247f3df7-9d0d-4f0e-877f-6696c57532e0
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:30:06Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-v2-predictor-77f778d864-swgfs
    namespace: kserve-ci-e2e-test
    resourceVersion: "27368"
    uid: 96816748-5118-48f8-81fa-bd7459698bc3
  kind: Event
  lastTimestamp: "2026-07-28T13:30:06Z"
  message: Add eth0 [10.132.0.47/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T13:30:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T13:30:06Z"
    name: isvc-canary-stop-v2-predictor-77f778d864-swgfs.18c6773d156ff0fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "27398"
    uid: 10b72b90-40ed-43f2-a46c-533ec3b39dba
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:30:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-77f778d864-swgfs
    namespace: kserve-ci-e2e-test
    resourceVersion: "27360"
    uid: 96816748-5118-48f8-81fa-bd7459698bc3
  kind: Event
  lastTimestamp: "2026-07-28T13:30:06Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T13:30:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:30:06Z"
    name: isvc-canary-stop-v2-predictor-77f778d864-swgfs.18c6773d16fdec2e
    namespace: kserve-ci-e2e-test
    resourceVersion: "27400"
    uid: e1fb8411-5873-4a39-b371-132fb83dc0c4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:30:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-77f778d864-swgfs
    namespace: kserve-ci-e2e-test
    resourceVersion: "27360"
    uid: 96816748-5118-48f8-81fa-bd7459698bc3
  kind: Event
  lastTimestamp: "2026-07-28T13:30:06Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T13:30:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:30:06Z"
    name: isvc-canary-stop-v2-predictor-77f778d864-swgfs.18c6773d1a0971df
    namespace: kserve-ci-e2e-test
    resourceVersion: "27401"
    uid: bb323544-ea58-4a9b-a059-4aa10cf09609
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:30:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-77f778d864-swgfs
    namespace: kserve-ci-e2e-test
    resourceVersion: "27360"
    uid: 96816748-5118-48f8-81fa-bd7459698bc3
  kind: Event
  lastTimestamp: "2026-07-28T13:30:06Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T13:30:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:30:06Z"
    name: isvc-canary-stop-v2-predictor-77f778d864-swgfs.18c6773d1a79124f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27402"
    uid: efb3bb72-38e8-4dc3-abce-ed660353db0f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:30:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-77f778d864-swgfs
    namespace: kserve-ci-e2e-test
    resourceVersion: "27360"
    uid: 96816748-5118-48f8-81fa-bd7459698bc3
  kind: Event
  lastTimestamp: "2026-07-28T13:30:11Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1814"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T13:30:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:30:11Z"
    name: isvc-canary-stop-v2-predictor-77f778d864-swgfs.18c6773e2e69b244
    namespace: kserve-ci-e2e-test
    resourceVersion: "27449"
    uid: 1acbac81-a567-4954-9b47-672e374ddd3f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:30:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-77f778d864-swgfs
    namespace: kserve-ci-e2e-test
    resourceVersion: "27360"
    uid: 96816748-5118-48f8-81fa-bd7459698bc3
  kind: Event
  lastTimestamp: "2026-07-28T13:30:11Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T13:30:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:30:11Z"
    name: isvc-canary-stop-v2-predictor-77f778d864-swgfs.18c6773e317508c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "27453"
    uid: 36b45f36-d058-405c-86ea-7a1a6130ad63
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:30:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-77f778d864-swgfs
    namespace: kserve-ci-e2e-test
    resourceVersion: "27360"
    uid: 96816748-5118-48f8-81fa-bd7459698bc3
  kind: Event
  lastTimestamp: "2026-07-28T13:30:11Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T13:30:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:30:11Z"
    name: isvc-canary-stop-v2-predictor-77f778d864-swgfs.18c6773e31e79ac0
    namespace: kserve-ci-e2e-test
    resourceVersion: "27454"
    uid: 6161a811-9c0b-4663-8841-57bcc2729e04
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:30:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-77f778d864-swgfs
    namespace: kserve-ci-e2e-test
    resourceVersion: "27360"
    uid: 96816748-5118-48f8-81fa-bd7459698bc3
  kind: Event
  lastTimestamp: "2026-07-28T13:30:11Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T13:30:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:30:11Z"
    name: isvc-canary-stop-v2-predictor-77f778d864-swgfs.18c6773e31f14be4
    namespace: kserve-ci-e2e-test
    resourceVersion: "27455"
    uid: 3b52a7c0-daf0-4b96-8bad-3ce8c63baaee
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:30:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-77f778d864-swgfs
    namespace: kserve-ci-e2e-test
    resourceVersion: "27360"
    uid: 96816748-5118-48f8-81fa-bd7459698bc3
  kind: Event
  lastTimestamp: "2026-07-28T13:30:11Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T13:30:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:30:11Z"
    name: isvc-canary-stop-v2-predictor-77f778d864-swgfs.18c6773e350c312d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27457"
    uid: 3933914b-f552-44b8-8447-0cac505b586a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:30:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-77f778d864-swgfs
    namespace: kserve-ci-e2e-test
    resourceVersion: "27360"
    uid: 96816748-5118-48f8-81fa-bd7459698bc3
  kind: Event
  lastTimestamp: "2026-07-28T13:30:11Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T13:30:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:30:11Z"
    name: isvc-canary-stop-v2-predictor-77f778d864-swgfs.18c6773e357fb074
    namespace: kserve-ci-e2e-test
    resourceVersion: "27458"
    uid: c612e0fa-f90e-4321-816e-39a774dae28c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T13:30:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-77f778d864-swgfs
    namespace: kserve-ci-e2e-test
    resourceVersion: "27360"
    uid: 96816748-5118-48f8-81fa-bd7459698bc3
  kind: Event
  lastTimestamp: "2026-07-28T13:31:39Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.47:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T13:30:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:31:39Z"
    name: isvc-canary-stop-v2-predictor-77f778d864-swgfs.18c6773ea71cbf48
    namespace: kserve-ci-e2e-test
    resourceVersion: "28151"
    uid: 71a01940-5fd0-4bd7-8ef5-a27a9e4243d2
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:31:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-77f778d864-swgfs
    namespace: kserve-ci-e2e-test
    resourceVersion: "27360"
    uid: 96816748-5118-48f8-81fa-bd7459698bc3
  kind: Event
  lastTimestamp: "2026-07-28T13:31:35Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T13:31:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:31:35Z"
    name: isvc-canary-stop-v2-predictor-77f778d864-swgfs.18c67751cf33e6d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "28116"
    uid: 8986f6d9-df3c-43a5-be4a-1d9fbc168571
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:31:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-77f778d864-swgfs
    namespace: kserve-ci-e2e-test
    resourceVersion: "27360"
    uid: 96816748-5118-48f8-81fa-bd7459698bc3
  kind: Event
  lastTimestamp: "2026-07-28T13:31:35Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T13:31:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:31:35Z"
    name: isvc-canary-stop-v2-predictor-77f778d864-swgfs.18c67751cf343d2e
    namespace: kserve-ci-e2e-test
    resourceVersion: "28117"
    uid: 23fe05ed-1d37-4323-bfca-92639f1fbc97
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:31:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-77f778d864-swgfs
    namespace: kserve-ci-e2e-test
    resourceVersion: "27360"
    uid: 96816748-5118-48f8-81fa-bd7459698bc3
  kind: Event
  lastTimestamp: "2026-07-28T13:31:39Z"
  message: 'Readiness probe failed: Get "https://10.132.0.47:8643/healthz": dial tcp
    10.132.0.47:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T13:31:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:31:39Z"
    name: isvc-canary-stop-v2-predictor-77f778d864-swgfs.18c67752ad59c756
    namespace: kserve-ci-e2e-test
    resourceVersion: "28150"
    uid: 5a57277e-4e22-4045-9b66-a2f0e34999f3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:30:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-v2-predictor-77f778d864
    namespace: kserve-ci-e2e-test
    resourceVersion: "27342"
    uid: bf7f92f1-8c02-4f13-a4a8-032f8a9cd0f6
  kind: Event
  lastTimestamp: "2026-07-28T13:30:05Z"
  message: 'Created pod: isvc-canary-stop-v2-predictor-77f778d864-swgfs'
  metadata:
    creationTimestamp: "2026-07-28T13:30:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:30:05Z"
    name: isvc-canary-stop-v2-predictor-77f778d864.18c6773cd78596d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "27359"
    uid: 00cf462e-c6ad-416c-acf7-53c374ab456d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:30:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-stop-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27341"
    uid: 358f1688-b12a-4905-a660-cd03f8cf00c6
  kind: Event
  lastTimestamp: "2026-07-28T13:30:05Z"
  message: Scaled up replica set isvc-canary-stop-v2-predictor-77f778d864 from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-28T13:30:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:30:05Z"
    name: isvc-canary-stop-v2-predictor.18c6773cd3ea4dba
    namespace: kserve-ci-e2e-test
    resourceVersion: "27344"
    uid: 8f1b1e5b-79de-40cd-9404-8a9d9c3a2ad2
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 20
  eventTime: null
  firstTimestamp: "2026-07-28T13:30:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "27321"
    uid: 9cd0c09a-bce0-4196-805b-4a11b6959cc2
  kind: Event
  lastTimestamp: "2026-07-28T13:31:35Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T13:30:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:31:35Z"
    name: isvc-canary-stop.18c6773cd38fd494
    namespace: kserve-ci-e2e-test
    resourceVersion: "28121"
    uid: 49a68b12-d0f0-4b00-9bde-aa58608e705e
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T13:30:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "27321"
    uid: 9cd0c09a-bce0-4196-805b-4a11b6959cc2
  kind: Event
  lastTimestamp: "2026-07-28T13:30:05Z"
  message: 'Failed to update status for InferenceService "isvc-canary-stop": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-stop":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T13:30:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:30:05Z"
    name: isvc-canary-stop.18c6773cd3fc4420
    namespace: kserve-ci-e2e-test
    resourceVersion: "27370"
    uid: 5f3c4c85-c417-4224-b679-e7b39744f79f
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T13:30:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "27321"
    uid: 9cd0c09a-bce0-4196-805b-4a11b6959cc2
  kind: Event
  lastTimestamp: "2026-07-28T13:30:05Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-stop": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-28T13:30:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:30:05Z"
    name: isvc-canary-stop.18c6773cd3fce95e
    namespace: kserve-ci-e2e-test
    resourceVersion: "27371"
    uid: 92005967-de30-4a70-893e-d2fc30d66800
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:31:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "28018"
    uid: 9cd0c09a-bce0-4196-805b-4a11b6959cc2
  kind: Event
  lastTimestamp: "2026-07-28T13:31:28Z"
  message: InferenceService [isvc-canary-stop] is Ready
  metadata:
    creationTimestamp: "2026-07-28T13:31:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:31:28Z"
    name: isvc-canary-stop.18c67750239d482d
    namespace: kserve-ci-e2e-test
    resourceVersion: "28019"
    uid: ab3f46e3-5773-4811-bb89-25875d7824d3
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:31:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "28113"
    uid: 9cd0c09a-bce0-4196-805b-4a11b6959cc2
  kind: Event
  lastTimestamp: "2026-07-28T13:31:35Z"
  message: 'InferenceService [isvc-canary-stop] is no longer Ready because of: PredictorReady,
    Ready'
  metadata:
    creationTimestamp: "2026-07-28T13:31:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:31:35Z"
    name: isvc-canary-stop.18c67751cee4bf9e
    namespace: kserve-ci-e2e-test
    resourceVersion: "28115"
    uid: 6cc01a21-57d1-45cd-b5cf-c600e9bbd4bd
  reason: InferenceServiceNotReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T13:51:44.128371Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-618844-predictor-687f87cb4b-9vzgb
    namespace: kserve-ci-e2e-test
    resourceVersion: "37908"
    uid: 6688a862-c9f4-43a1-ba6e-bfe9248f8f96
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-init-fail-618844-predictor-687f87cb4b-9vzgb
    to ip-10-0-129-177.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T13:51:44Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T13:51:44Z"
    name: isvc-init-fail-618844-predictor-687f87cb4b-9vzgb.18c6786b34024d05
    namespace: kserve-ci-e2e-test
    resourceVersion: "37913"
    uid: d7c39cac-f86e-4bb4-b291-9afeb2117c7b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-66456f4f6-kkfbw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:51:44Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-618844-predictor-687f87cb4b-9vzgb
    namespace: kserve-ci-e2e-test
    resourceVersion: "37911"
    uid: 6688a862-c9f4-43a1-ba6e-bfe9248f8f96
  kind: Event
  lastTimestamp: "2026-07-28T13:51:44Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-init-fail-618844-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-28T13:51:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:51:44Z"
    name: isvc-init-fail-618844-predictor-687f87cb4b-9vzgb.18c6786b406450f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "37923"
    uid: 5c3ea021-6565-4ff1-b85e-aebc10a1379d
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:51:45Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-618844-predictor-687f87cb4b-9vzgb
    namespace: kserve-ci-e2e-test
    resourceVersion: "37919"
    uid: 6688a862-c9f4-43a1-ba6e-bfe9248f8f96
  kind: Event
  lastTimestamp: "2026-07-28T13:51:45Z"
  message: Add eth0 [10.134.0.44/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T13:51:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T13:51:45Z"
    name: isvc-init-fail-618844-predictor-687f87cb4b-9vzgb.18c6786b713f400f
    namespace: kserve-ci-e2e-test
    resourceVersion: "37930"
    uid: 88480a12-e554-468d-94a2-1ff3625c58b9
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T13:51:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-618844-predictor-687f87cb4b-9vzgb
    namespace: kserve-ci-e2e-test
    resourceVersion: "37911"
    uid: 6688a862-c9f4-43a1-ba6e-bfe9248f8f96
  kind: Event
  lastTimestamp: "2026-07-28T13:51:48Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T13:51:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:51:48Z"
    name: isvc-init-fail-618844-predictor-687f87cb4b-9vzgb.18c6786b72f0edbb
    namespace: kserve-ci-e2e-test
    resourceVersion: "37966"
    uid: 34643c6d-e8c6-454d-bb4f-372c00c0825b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T13:51:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-618844-predictor-687f87cb4b-9vzgb
    namespace: kserve-ci-e2e-test
    resourceVersion: "37911"
    uid: 6688a862-c9f4-43a1-ba6e-bfe9248f8f96
  kind: Event
  lastTimestamp: "2026-07-28T13:51:48Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T13:51:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:51:48Z"
    name: isvc-init-fail-618844-predictor-687f87cb4b-9vzgb.18c6786b76359223
    namespace: kserve-ci-e2e-test
    resourceVersion: "37968"
    uid: e01ee93c-9402-4dfa-a3b5-8498cd57466a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T13:51:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-618844-predictor-687f87cb4b-9vzgb
    namespace: kserve-ci-e2e-test
    resourceVersion: "37911"
    uid: 6688a862-c9f4-43a1-ba6e-bfe9248f8f96
  kind: Event
  lastTimestamp: "2026-07-28T13:51:48Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T13:51:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:51:48Z"
    name: isvc-init-fail-618844-predictor-687f87cb4b-9vzgb.18c6786b76ab532c
    namespace: kserve-ci-e2e-test
    resourceVersion: "37969"
    uid: 6327d8db-20f3-4284-9b96-20539b36a937
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:51:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-618844-predictor-687f87cb4b-9vzgb
    namespace: kserve-ci-e2e-test
    resourceVersion: "37911"
    uid: 6688a862-c9f4-43a1-ba6e-bfe9248f8f96
  kind: Event
  lastTimestamp: "2026-07-28T13:51:51Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-init-fail-618844-predictor-687f87cb4b-9vzgb_kserve-ci-e2e-test(6688a862-c9f4-43a1-ba6e-bfe9248f8f96)
  metadata:
    creationTimestamp: "2026-07-28T13:51:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:51:51Z"
    name: isvc-init-fail-618844-predictor-687f87cb4b-9vzgb.18c6786d05c6f4ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "37995"
    uid: 69129960-0a4f-4f81-9e4b-2567fae73036
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:51:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-init-fail-618844-predictor-687f87cb4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "37898"
    uid: 1e440fc3-9912-4498-8809-e395b7332e35
  kind: Event
  lastTimestamp: "2026-07-28T13:51:44Z"
  message: 'Created pod: isvc-init-fail-618844-predictor-687f87cb4b-9vzgb'
  metadata:
    creationTimestamp: "2026-07-28T13:51:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:51:44Z"
    name: isvc-init-fail-618844-predictor-687f87cb4b.18c6786b338633ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "37910"
    uid: 33fe5e17-e884-41f8-b898-1e9510de3056
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:51:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-init-fail-618844-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37896"
    uid: 39ba70be-dc13-4e90-896c-0cc4cf582034
  kind: Event
  lastTimestamp: "2026-07-28T13:51:44Z"
  message: Scaled up replica set isvc-init-fail-618844-predictor-687f87cb4b from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-28T13:51:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:51:44Z"
    name: isvc-init-fail-618844-predictor.18c6786b2ffc1981
    namespace: kserve-ci-e2e-test
    resourceVersion: "37900"
    uid: 51a90089-8e8d-4f47-b09d-e3f950f72f2a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-28T13:51:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-618844
    namespace: kserve-ci-e2e-test
    resourceVersion: "37889"
    uid: 2776abf5-b9d4-4740-9014-5a80bdde762a
  kind: Event
  lastTimestamp: "2026-07-28T13:51:52Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T13:51:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:51:52Z"
    name: isvc-init-fail-618844.18c6786b2ff185d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "38002"
    uid: e7afa4b9-c3b3-4467-9aa1-ea3ea342d25d
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:51:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-618844
    namespace: kserve-ci-e2e-test
    resourceVersion: "37889"
    uid: 2776abf5-b9d4-4740-9014-5a80bdde762a
  kind: Event
  lastTimestamp: "2026-07-28T13:51:44Z"
  message: 'Failed to update status for InferenceService "isvc-init-fail-618844":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-init-fail-618844":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T13:51:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:51:44Z"
    name: isvc-init-fail-618844.18c6786b308428d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "37902"
    uid: 572deb49-a4a1-482f-bfb4-0005dd442596
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:51:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-618844
    namespace: kserve-ci-e2e-test
    resourceVersion: "37889"
    uid: 2776abf5-b9d4-4740-9014-5a80bdde762a
  kind: Event
  lastTimestamp: "2026-07-28T13:51:44Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-init-fail-618844": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-28T13:51:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:51:44Z"
    name: isvc-init-fail-618844.18c6786b308474af
    namespace: kserve-ci-e2e-test
    resourceVersion: "37905"
    uid: 0f05b02b-065f-4025-8b1a-608d579fc1f0
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T13:31:45.821869Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-dsjn6
    namespace: kserve-ci-e2e-test
    resourceVersion: "28228"
    uid: f9db2e34-b3d5-48ec-8e5b-c077bf6d6f7c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-predictor-54f85ddf88-dsjn6
    to ip-10-0-129-177.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T13:31:45Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T13:31:45Z"
    name: isvc-lightgbm-predictor-54f85ddf88-dsjn6.18c6775433602b49
    namespace: kserve-ci-e2e-test
    resourceVersion: "28232"
    uid: 0f7b7886-1cd7-48de-b6f5-68ecc2d9621e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-66456f4f6-kkfbw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:31:46Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-dsjn6
    namespace: kserve-ci-e2e-test
    resourceVersion: "28237"
    uid: f9db2e34-b3d5-48ec-8e5b-c077bf6d6f7c
  kind: Event
  lastTimestamp: "2026-07-28T13:31:46Z"
  message: Add eth0 [10.134.0.33/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T13:31:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T13:31:46Z"
    name: isvc-lightgbm-predictor-54f85ddf88-dsjn6.18c677544cc82c26
    namespace: kserve-ci-e2e-test
    resourceVersion: "28244"
    uid: f25229ce-47d7-4b61-bc6a-db995a8b1aec
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:31:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-dsjn6
    namespace: kserve-ci-e2e-test
    resourceVersion: "28230"
    uid: f9db2e34-b3d5-48ec-8e5b-c077bf6d6f7c
  kind: Event
  lastTimestamp: "2026-07-28T13:31:46Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T13:31:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:31:46Z"
    name: isvc-lightgbm-predictor-54f85ddf88-dsjn6.18c677544e26d668
    namespace: kserve-ci-e2e-test
    resourceVersion: "28246"
    uid: bdfb1f13-80c0-40dd-a7c6-913344084b63
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:31:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-dsjn6
    namespace: kserve-ci-e2e-test
    resourceVersion: "28230"
    uid: f9db2e34-b3d5-48ec-8e5b-c077bf6d6f7c
  kind: Event
  lastTimestamp: "2026-07-28T13:31:46Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T13:31:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:31:46Z"
    name: isvc-lightgbm-predictor-54f85ddf88-dsjn6.18c6775451303bcc
    namespace: kserve-ci-e2e-test
    resourceVersion: "28247"
    uid: 4d35c8e3-58c2-41f3-bc01-d2e8e809683b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:31:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-dsjn6
    namespace: kserve-ci-e2e-test
    resourceVersion: "28230"
    uid: f9db2e34-b3d5-48ec-8e5b-c077bf6d6f7c
  kind: Event
  lastTimestamp: "2026-07-28T13:31:46Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T13:31:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:31:46Z"
    name: isvc-lightgbm-predictor-54f85ddf88-dsjn6.18c6775451b589d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "28248"
    uid: 5861fb9c-f659-4ef2-b2d6-3811701fc944
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:31:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-dsjn6
    namespace: kserve-ci-e2e-test
    resourceVersion: "28230"
    uid: f9db2e34-b3d5-48ec-8e5b-c077bf6d6f7c
  kind: Event
  lastTimestamp: "2026-07-28T13:31:50Z"
  message: Pulling image "kserve/lgbserver:latest"
  metadata:
    creationTimestamp: "2026-07-28T13:31:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:31:50Z"
    name: isvc-lightgbm-predictor-54f85ddf88-dsjn6.18c677555a99f712
    namespace: kserve-ci-e2e-test
    resourceVersion: "28283"
    uid: b28de7b6-caeb-4603-960e-b827a2c6aebb
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:31:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-dsjn6
    namespace: kserve-ci-e2e-test
    resourceVersion: "28230"
    uid: f9db2e34-b3d5-48ec-8e5b-c077bf6d6f7c
  kind: Event
  lastTimestamp: "2026-07-28T13:31:57Z"
  message: 'Successfully pulled image "kserve/lgbserver:latest" in 7.03s (7.03s including
    waiting). Image size: 607170829 bytes.'
  metadata:
    creationTimestamp: "2026-07-28T13:31:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:31:57Z"
    name: isvc-lightgbm-predictor-54f85ddf88-dsjn6.18c67756fdac237e
    namespace: kserve-ci-e2e-test
    resourceVersion: "28340"
    uid: 87891b97-4337-4226-a58f-90e61ee3331c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:31:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-dsjn6
    namespace: kserve-ci-e2e-test
    resourceVersion: "28230"
    uid: f9db2e34-b3d5-48ec-8e5b-c077bf6d6f7c
  kind: Event
  lastTimestamp: "2026-07-28T13:31:57Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T13:31:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:31:57Z"
    name: isvc-lightgbm-predictor-54f85ddf88-dsjn6.18c6775700cfd4d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28341"
    uid: c908362a-1f7a-4fa5-80d7-d0fcf76fa4d8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:31:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-dsjn6
    namespace: kserve-ci-e2e-test
    resourceVersion: "28230"
    uid: f9db2e34-b3d5-48ec-8e5b-c077bf6d6f7c
  kind: Event
  lastTimestamp: "2026-07-28T13:31:57Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T13:31:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:31:57Z"
    name: isvc-lightgbm-predictor-54f85ddf88-dsjn6.18c6775701447097
    namespace: kserve-ci-e2e-test
    resourceVersion: "28342"
    uid: 98ab7cda-63e9-4dd0-9aab-26f73d3af272
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:31:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-dsjn6
    namespace: kserve-ci-e2e-test
    resourceVersion: "28230"
    uid: f9db2e34-b3d5-48ec-8e5b-c077bf6d6f7c
  kind: Event
  lastTimestamp: "2026-07-28T13:31:57Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T13:31:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:31:57Z"
    name: isvc-lightgbm-predictor-54f85ddf88-dsjn6.18c67757014dc993
    namespace: kserve-ci-e2e-test
    resourceVersion: "28343"
    uid: 6542032f-63cd-4818-a7ab-7833675812a0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:31:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-dsjn6
    namespace: kserve-ci-e2e-test
    resourceVersion: "28230"
    uid: f9db2e34-b3d5-48ec-8e5b-c077bf6d6f7c
  kind: Event
  lastTimestamp: "2026-07-28T13:31:57Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T13:31:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:31:57Z"
    name: isvc-lightgbm-predictor-54f85ddf88-dsjn6.18c67757041a4abf
    namespace: kserve-ci-e2e-test
    resourceVersion: "28346"
    uid: e0dee3ff-9495-448b-b936-cb1b45b1698f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:31:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-dsjn6
    namespace: kserve-ci-e2e-test
    resourceVersion: "28230"
    uid: f9db2e34-b3d5-48ec-8e5b-c077bf6d6f7c
  kind: Event
  lastTimestamp: "2026-07-28T13:31:57Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T13:31:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:31:57Z"
    name: isvc-lightgbm-predictor-54f85ddf88-dsjn6.18c677570490e403
    namespace: kserve-ci-e2e-test
    resourceVersion: "28347"
    uid: d1b06435-eb41-4d9e-b840-dbe3e8a9bbba
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-28T13:31:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-dsjn6
    namespace: kserve-ci-e2e-test
    resourceVersion: "28230"
    uid: f9db2e34-b3d5-48ec-8e5b-c077bf6d6f7c
  kind: Event
  lastTimestamp: "2026-07-28T13:33:05Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.33:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T13:31:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:33:05Z"
    name: isvc-lightgbm-predictor-54f85ddf88-dsjn6.18c67757759ce52b
    namespace: kserve-ci-e2e-test
    resourceVersion: "28827"
    uid: b65189cb-5e7d-49c8-b250-9dd795cf74f7
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:33:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-dsjn6
    namespace: kserve-ci-e2e-test
    resourceVersion: "28230"
    uid: f9db2e34-b3d5-48ec-8e5b-c077bf6d6f7c
  kind: Event
  lastTimestamp: "2026-07-28T13:33:25Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T13:33:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:33:25Z"
    name: isvc-lightgbm-predictor-54f85ddf88-dsjn6.18c6776b83eadfe6
    namespace: kserve-ci-e2e-test
    resourceVersion: "28992"
    uid: 6609fad5-7e03-491a-84a6-a6e673687b55
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:33:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-dsjn6
    namespace: kserve-ci-e2e-test
    resourceVersion: "28230"
    uid: f9db2e34-b3d5-48ec-8e5b-c077bf6d6f7c
  kind: Event
  lastTimestamp: "2026-07-28T13:33:25Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T13:33:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:33:25Z"
    name: isvc-lightgbm-predictor-54f85ddf88-dsjn6.18c6776b83eb51aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "28993"
    uid: 7f50502f-8ed3-468d-a207-0de8ab0357d4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:33:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-dsjn6
    namespace: kserve-ci-e2e-test
    resourceVersion: "28230"
    uid: f9db2e34-b3d5-48ec-8e5b-c077bf6d6f7c
  kind: Event
  lastTimestamp: "2026-07-28T13:33:30Z"
  message: 'Readiness probe failed: Get "https://10.134.0.33:8643/healthz": dial tcp
    10.134.0.33:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T13:33:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:33:30Z"
    name: isvc-lightgbm-predictor-54f85ddf88-dsjn6.18c6776ca5daa68f
    namespace: kserve-ci-e2e-test
    resourceVersion: "29028"
    uid: 3986b7a1-86c3-49da-98a3-ba86f8976ea3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:31:45Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-predictor-54f85ddf88
    namespace: kserve-ci-e2e-test
    resourceVersion: "28216"
    uid: f414ce29-8e5b-46a1-a29c-6f68b23af8d1
  kind: Event
  lastTimestamp: "2026-07-28T13:31:45Z"
  message: 'Created pod: isvc-lightgbm-predictor-54f85ddf88-dsjn6'
  metadata:
    creationTimestamp: "2026-07-28T13:31:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:31:45Z"
    name: isvc-lightgbm-predictor-54f85ddf88.18c6775432f70993
    namespace: kserve-ci-e2e-test
    resourceVersion: "28229"
    uid: 89ebb509-34f5-41bf-9345-78712424b40f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:31:45Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28214"
    uid: 7a52d68f-ee32-4ac8-825e-7bf22636e8bd
  kind: Event
  lastTimestamp: "2026-07-28T13:31:45Z"
  message: Scaled up replica set isvc-lightgbm-predictor-54f85ddf88 from 0 to 1
  metadata:
    creationTimestamp: "2026-07-28T13:31:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:31:45Z"
    name: isvc-lightgbm-predictor.18c677542e33b3ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "28218"
    uid: fb10d352-169c-4e9a-b8ec-ea59195ea90b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T13:32:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28215"
    uid: 267116ac-fa0f-4d2b-afb1-07ee4baa9574
  kind: Event
  lastTimestamp: "2026-07-28T13:32:30Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T13:32:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:32:30Z"
    name: isvc-lightgbm-predictor.18c67757accf0d3b
    namespace: kserve-ci-e2e-test
    resourceVersion: "28586"
    uid: 677bf04c-e409-4883-96fa-f865a3540f27
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T13:32:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28215"
    uid: 267116ac-fa0f-4d2b-afb1-07ee4baa9574
  kind: Event
  lastTimestamp: "2026-07-28T13:32:30Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T13:32:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:32:30Z"
    name: isvc-lightgbm-predictor.18c67757ad41b894
    namespace: kserve-ci-e2e-test
    resourceVersion: "28587"
    uid: 1b5c0cd1-8385-43c6-b9a7-288a5b01b1a8
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T13:32:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28372"
    uid: 267116ac-fa0f-4d2b-afb1-07ee4baa9574
  kind: Event
  lastTimestamp: "2026-07-28T13:33:15Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T13:32:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:33:15Z"
    name: isvc-lightgbm-predictor.18c677622a764207
    namespace: kserve-ci-e2e-test
    resourceVersion: "28900"
    uid: 046e09a7-a7aa-4e88-8c51-2ebb83cbfd65
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T13:32:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28372"
    uid: 267116ac-fa0f-4d2b-afb1-07ee4baa9574
  kind: Event
  lastTimestamp: "2026-07-28T13:33:15Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T13:32:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:33:15Z"
    name: isvc-lightgbm-predictor.18c677622ae47119
    namespace: kserve-ci-e2e-test
    resourceVersion: "28903"
    uid: 4647a610-4f6c-45b8-825d-cc781ce62e74
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T13:33:31.130846Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-kzg8x
    namespace: kserve-ci-e2e-test
    resourceVersion: "29055"
    uid: 982af0a9-99e5-459a-8cf4-31883c6eb459
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-runtime-predictor-577f7db7cb-kzg8x
    to ip-10-0-138-158.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T13:33:31Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T13:33:31Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-kzg8x.18c6776cb847a14d
    namespace: kserve-ci-e2e-test
    resourceVersion: "29059"
    uid: bddbfd74-a406-4697-bcb2-47c3f912d2f2
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-66456f4f6-kkfbw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:33:31Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-kzg8x
    namespace: kserve-ci-e2e-test
    resourceVersion: "29057"
    uid: 982af0a9-99e5-459a-8cf4-31883c6eb459
  kind: Event
  lastTimestamp: "2026-07-28T13:33:31Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-lightgbm-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-28T13:33:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:33:31Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-kzg8x.18c6776cc09832c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "29070"
    uid: 49758140-d0c1-484f-a3c8-a5fd8e37b12b
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:33:32Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-kzg8x
    namespace: kserve-ci-e2e-test
    resourceVersion: "29063"
    uid: 982af0a9-99e5-459a-8cf4-31883c6eb459
  kind: Event
  lastTimestamp: "2026-07-28T13:33:32Z"
  message: Add eth0 [10.132.0.48/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T13:33:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T13:33:32Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-kzg8x.18c6776cf55373d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "29082"
    uid: ed6f2e57-fed6-4e1f-a4ec-d0f782cf7e1e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:33:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-kzg8x
    namespace: kserve-ci-e2e-test
    resourceVersion: "29057"
    uid: 982af0a9-99e5-459a-8cf4-31883c6eb459
  kind: Event
  lastTimestamp: "2026-07-28T13:33:32Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T13:33:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:33:32Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-kzg8x.18c6776cf6fbfde4
    namespace: kserve-ci-e2e-test
    resourceVersion: "29084"
    uid: 11bb9c7e-5093-46ef-a213-0984a57574df
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:33:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-kzg8x
    namespace: kserve-ci-e2e-test
    resourceVersion: "29057"
    uid: 982af0a9-99e5-459a-8cf4-31883c6eb459
  kind: Event
  lastTimestamp: "2026-07-28T13:33:32Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T13:33:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:33:32Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-kzg8x.18c6776cf99b1433
    namespace: kserve-ci-e2e-test
    resourceVersion: "29085"
    uid: 63dc14d9-0077-459e-b210-99a8fcf247e8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:33:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-kzg8x
    namespace: kserve-ci-e2e-test
    resourceVersion: "29057"
    uid: 982af0a9-99e5-459a-8cf4-31883c6eb459
  kind: Event
  lastTimestamp: "2026-07-28T13:33:32Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T13:33:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:33:32Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-kzg8x.18c6776cfa08f6c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "29086"
    uid: d8aefb21-b69e-4d4a-91b0-b052a482a4ab
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:33:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-kzg8x
    namespace: kserve-ci-e2e-test
    resourceVersion: "29057"
    uid: 982af0a9-99e5-459a-8cf4-31883c6eb459
  kind: Event
  lastTimestamp: "2026-07-28T13:33:36Z"
  message: Pulling image "kserve/lgbserver:latest"
  metadata:
    creationTimestamp: "2026-07-28T13:33:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:33:36Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-kzg8x.18c6776de53daaf8
    namespace: kserve-ci-e2e-test
    resourceVersion: "29120"
    uid: c6272857-3902-443b-a07a-3f9ad0c675d7
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:33:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-kzg8x
    namespace: kserve-ci-e2e-test
    resourceVersion: "29057"
    uid: 982af0a9-99e5-459a-8cf4-31883c6eb459
  kind: Event
  lastTimestamp: "2026-07-28T13:33:42Z"
  message: 'Successfully pulled image "kserve/lgbserver:latest" in 6.139s (6.139s
    including waiting). Image size: 607170829 bytes.'
  metadata:
    creationTimestamp: "2026-07-28T13:33:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:33:42Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-kzg8x.18c6776f53283e61
    namespace: kserve-ci-e2e-test
    resourceVersion: "29170"
    uid: fc95594e-34c4-43ed-b6f5-8922f3fb5927
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:33:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-kzg8x
    namespace: kserve-ci-e2e-test
    resourceVersion: "29057"
    uid: 982af0a9-99e5-459a-8cf4-31883c6eb459
  kind: Event
  lastTimestamp: "2026-07-28T13:33:42Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T13:33:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:33:42Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-kzg8x.18c6776f563db218
    namespace: kserve-ci-e2e-test
    resourceVersion: "29171"
    uid: 03975649-c80c-43a3-8c47-950b04de5ebd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:33:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-kzg8x
    namespace: kserve-ci-e2e-test
    resourceVersion: "29057"
    uid: 982af0a9-99e5-459a-8cf4-31883c6eb459
  kind: Event
  lastTimestamp: "2026-07-28T13:33:42Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T13:33:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:33:42Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-kzg8x.18c6776f56e47efe
    namespace: kserve-ci-e2e-test
    resourceVersion: "29172"
    uid: 650f3bf3-af60-470d-95e7-af18a54f852f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:33:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-kzg8x
    namespace: kserve-ci-e2e-test
    resourceVersion: "29057"
    uid: 982af0a9-99e5-459a-8cf4-31883c6eb459
  kind: Event
  lastTimestamp: "2026-07-28T13:33:42Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T13:33:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:33:42Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-kzg8x.18c6776f56eccd71
    namespace: kserve-ci-e2e-test
    resourceVersion: "29173"
    uid: bdb607f0-3768-4097-b43c-1becc4bc6732
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:33:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-kzg8x
    namespace: kserve-ci-e2e-test
    resourceVersion: "29057"
    uid: 982af0a9-99e5-459a-8cf4-31883c6eb459
  kind: Event
  lastTimestamp: "2026-07-28T13:33:42Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T13:33:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:33:42Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-kzg8x.18c6776f59711820
    namespace: kserve-ci-e2e-test
    resourceVersion: "29174"
    uid: 8fe80a9f-ed15-4e28-b1d6-4a864a42f818
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:33:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-kzg8x
    namespace: kserve-ci-e2e-test
    resourceVersion: "29057"
    uid: 982af0a9-99e5-459a-8cf4-31883c6eb459
  kind: Event
  lastTimestamp: "2026-07-28T13:33:42Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T13:33:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:33:42Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-kzg8x.18c6776f59d93fb0
    namespace: kserve-ci-e2e-test
    resourceVersion: "29175"
    uid: 08bed9dc-5fe2-4782-8b46-dda1052dd701
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-28T13:33:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-kzg8x
    namespace: kserve-ci-e2e-test
    resourceVersion: "29057"
    uid: 982af0a9-99e5-459a-8cf4-31883c6eb459
  kind: Event
  lastTimestamp: "2026-07-28T13:34:50Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.48:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T13:33:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:34:50Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-kzg8x.18c6776fc4c0ca11
    namespace: kserve-ci-e2e-test
    resourceVersion: "29657"
    uid: 0e793081-de67-4d5f-b2ef-224e413de685
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:35:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-kzg8x
    namespace: kserve-ci-e2e-test
    resourceVersion: "29057"
    uid: 982af0a9-99e5-459a-8cf4-31883c6eb459
  kind: Event
  lastTimestamp: "2026-07-28T13:35:01Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T13:35:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:35:01Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-kzg8x.18c67781d2b416a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "29770"
    uid: 4050064e-a170-4831-b976-f7f2ca8746e1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:35:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-kzg8x
    namespace: kserve-ci-e2e-test
    resourceVersion: "29057"
    uid: 982af0a9-99e5-459a-8cf4-31883c6eb459
  kind: Event
  lastTimestamp: "2026-07-28T13:35:01Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T13:35:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:35:01Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-kzg8x.18c67781d2b47a40
    namespace: kserve-ci-e2e-test
    resourceVersion: "29771"
    uid: f413e3b5-064d-4b53-940a-027995fe4225
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:35:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-kzg8x
    namespace: kserve-ci-e2e-test
    resourceVersion: "29057"
    uid: 982af0a9-99e5-459a-8cf4-31883c6eb459
  kind: Event
  lastTimestamp: "2026-07-28T13:35:05Z"
  message: 'Readiness probe failed: Get "https://10.132.0.48:8643/healthz": dial tcp
    10.132.0.48:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T13:35:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:35:05Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-kzg8x.18c67782a0fcc62b
    namespace: kserve-ci-e2e-test
    resourceVersion: "29796"
    uid: 9d7c5a48-1f53-487d-bd3e-d9710c7bef12
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:33:31Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-runtime-predictor-577f7db7cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "29044"
    uid: 12be97b5-1fe8-42c8-aa28-aa14718d3c08
  kind: Event
  lastTimestamp: "2026-07-28T13:33:31Z"
  message: 'Created pod: isvc-lightgbm-runtime-predictor-577f7db7cb-kzg8x'
  metadata:
    creationTimestamp: "2026-07-28T13:33:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:33:31Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb.18c6776cb7d43323
    namespace: kserve-ci-e2e-test
    resourceVersion: "29056"
    uid: 7e443917-1b36-4111-b1d8-d0ef4c497f89
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:33:31Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29041"
    uid: ab0d705a-41b1-4178-8bbd-1437a9914ac6
  kind: Event
  lastTimestamp: "2026-07-28T13:33:31Z"
  message: Scaled up replica set isvc-lightgbm-runtime-predictor-577f7db7cb from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-28T13:33:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:33:31Z"
    name: isvc-lightgbm-runtime-predictor.18c6776cb2be2be3
    namespace: kserve-ci-e2e-test
    resourceVersion: "29045"
    uid: 65635cff-0be0-45dd-9bc2-1984e2475634
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T13:33:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29043"
    uid: ccecd8b4-ac94-4869-ad2d-db09f4f8218b
  kind: Event
  lastTimestamp: "2026-07-28T13:34:16Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T13:33:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:34:16Z"
    name: isvc-lightgbm-runtime-predictor.18c6777031fbd565
    namespace: kserve-ci-e2e-test
    resourceVersion: "29419"
    uid: 129e6b54-02f6-429b-bd23-7d4851a729a6
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T13:33:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29043"
    uid: ccecd8b4-ac94-4869-ad2d-db09f4f8218b
  kind: Event
  lastTimestamp: "2026-07-28T13:34:16Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T13:33:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:34:16Z"
    name: isvc-lightgbm-runtime-predictor.18c677703267b1ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "29420"
    uid: cd33f2a7-e04a-4a18-aebc-fbdeada0ac6a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T13:34:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29202"
    uid: ccecd8b4-ac94-4869-ad2d-db09f4f8218b
  kind: Event
  lastTimestamp: "2026-07-28T13:35:01Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T13:34:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:35:01Z"
    name: isvc-lightgbm-runtime-predictor.18c67773b13c1e67
    namespace: kserve-ci-e2e-test
    resourceVersion: "29748"
    uid: 8aa4c929-5bb4-4cf3-b031-3f4ff650bb38
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T13:34:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29202"
    uid: ccecd8b4-ac94-4869-ad2d-db09f4f8218b
  kind: Event
  lastTimestamp: "2026-07-28T13:35:01Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T13:34:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:35:01Z"
    name: isvc-lightgbm-runtime-predictor.18c67773b18f404b
    namespace: kserve-ci-e2e-test
    resourceVersion: "29749"
    uid: c7811fd4-0f84-4130-ab9f-6fd093119371
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-28T13:33:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "29034"
    uid: c24ff958-2d30-4ef9-99e1-68ed006687af
  kind: Event
  lastTimestamp: "2026-07-28T13:35:00Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T13:33:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:35:00Z"
    name: isvc-lightgbm-runtime.18c6776cb319cb7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "29743"
    uid: c04a4d46-8533-41a3-a327-62cff8713acd
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:33:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "29034"
    uid: c24ff958-2d30-4ef9-99e1-68ed006687af
  kind: Event
  lastTimestamp: "2026-07-28T13:33:31Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T13:33:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:33:31Z"
    name: isvc-lightgbm-runtime.18c6776cb381fd20
    namespace: kserve-ci-e2e-test
    resourceVersion: "29049"
    uid: 248c83ed-8ca4-48a3-b767-0257d2808add
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:35:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "29739"
    uid: c24ff958-2d30-4ef9-99e1-68ed006687af
  kind: Event
  lastTimestamp: "2026-07-28T13:35:00Z"
  message: InferenceService [isvc-lightgbm-runtime] is Ready
  metadata:
    creationTimestamp: "2026-07-28T13:35:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:35:00Z"
    name: isvc-lightgbm-runtime.18c677817c4fef7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "29740"
    uid: b5f80e91-9d3f-4608-bd5f-a8ac49c162d6
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T13:38:12.251952Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-8pv6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "31217"
    uid: 02f6c7f8-0c27-4fcd-a3d8-23b081e01e42
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-8pv6c
    to ip-10-0-129-177.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T13:38:12Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T13:38:12Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-8pv6c.18c677ae2c6753ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "31221"
    uid: 2f09300f-9ab3-4c68-8295-f622a7ddfc6e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-66456f4f6-kkfbw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:38:12Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-8pv6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "31226"
    uid: 02f6c7f8-0c27-4fcd-a3d8-23b081e01e42
  kind: Event
  lastTimestamp: "2026-07-28T13:38:12Z"
  message: Add eth0 [10.134.0.35/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T13:38:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T13:38:12Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-8pv6c.18c677ae4632a7cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "31235"
    uid: d9ce27c1-f541-4fb4-99e9-4768367f1394
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:38:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-8pv6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "31219"
    uid: 02f6c7f8-0c27-4fcd-a3d8-23b081e01e42
  kind: Event
  lastTimestamp: "2026-07-28T13:38:12Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T13:38:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:38:12Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-8pv6c.18c677ae47c3be2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "31237"
    uid: 19b43d58-030d-4602-a1e8-29ae23a72731
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:38:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-8pv6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "31219"
    uid: 02f6c7f8-0c27-4fcd-a3d8-23b081e01e42
  kind: Event
  lastTimestamp: "2026-07-28T13:38:12Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T13:38:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:38:12Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-8pv6c.18c677ae4a70e23f
    namespace: kserve-ci-e2e-test
    resourceVersion: "31238"
    uid: 941e82a4-cbe5-47e6-96ad-9e4dd9150bcf
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:38:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-8pv6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "31219"
    uid: 02f6c7f8-0c27-4fcd-a3d8-23b081e01e42
  kind: Event
  lastTimestamp: "2026-07-28T13:38:12Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T13:38:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:38:12Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-8pv6c.18c677ae4afad213
    namespace: kserve-ci-e2e-test
    resourceVersion: "31239"
    uid: 7a957491-c3c5-4b70-af4d-90e5509f91ab
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:38:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-8pv6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "31219"
    uid: 02f6c7f8-0c27-4fcd-a3d8-23b081e01e42
  kind: Event
  lastTimestamp: "2026-07-28T13:38:17Z"
  message: Container image "kserve/lgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-28T13:38:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:38:17Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-8pv6c.18c677af618ddb5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "31277"
    uid: cce56540-8200-481e-af16-9b762d44b60f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:38:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-8pv6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "31219"
    uid: 02f6c7f8-0c27-4fcd-a3d8-23b081e01e42
  kind: Event
  lastTimestamp: "2026-07-28T13:38:17Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T13:38:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:38:17Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-8pv6c.18c677af649a5d8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "31279"
    uid: c71c4787-0779-49cf-8764-faca74486f4f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:38:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-8pv6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "31219"
    uid: 02f6c7f8-0c27-4fcd-a3d8-23b081e01e42
  kind: Event
  lastTimestamp: "2026-07-28T13:38:17Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T13:38:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:38:17Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-8pv6c.18c677af650f50a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "31280"
    uid: a68abb9d-3126-4831-b649-033cfe9e51f2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:38:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-8pv6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "31219"
    uid: 02f6c7f8-0c27-4fcd-a3d8-23b081e01e42
  kind: Event
  lastTimestamp: "2026-07-28T13:38:17Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T13:38:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:38:17Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-8pv6c.18c677af6519e450
    namespace: kserve-ci-e2e-test
    resourceVersion: "31282"
    uid: 86d6b129-aaed-41ad-8771-c549a3ae21ce
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:38:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-8pv6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "31219"
    uid: 02f6c7f8-0c27-4fcd-a3d8-23b081e01e42
  kind: Event
  lastTimestamp: "2026-07-28T13:38:17Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T13:38:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:38:17Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-8pv6c.18c677af684c702a
    namespace: kserve-ci-e2e-test
    resourceVersion: "31285"
    uid: 33d13167-6cae-4944-b6e1-edef486110b5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:38:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-8pv6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "31219"
    uid: 02f6c7f8-0c27-4fcd-a3d8-23b081e01e42
  kind: Event
  lastTimestamp: "2026-07-28T13:38:17Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T13:38:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:38:17Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-8pv6c.18c677af68c4f63f
    namespace: kserve-ci-e2e-test
    resourceVersion: "31286"
    uid: d0c42cc8-6afe-4b8d-ba63-14b6a75ac1e9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T13:38:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-8pv6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "31219"
    uid: 02f6c7f8-0c27-4fcd-a3d8-23b081e01e42
  kind: Event
  lastTimestamp: "2026-07-28T13:38:20Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.35:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T13:38:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:38:20Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-8pv6c.18c677afd961845b
    namespace: kserve-ci-e2e-test
    resourceVersion: "31306"
    uid: f7ab444f-50f8-4dcd-8d56-acef323e1a24
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:38:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-8pv6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "31219"
    uid: 02f6c7f8-0c27-4fcd-a3d8-23b081e01e42
  kind: Event
  lastTimestamp: "2026-07-28T13:38:32Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T13:38:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:38:32Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-8pv6c.18c677b2dd425655
    namespace: kserve-ci-e2e-test
    resourceVersion: "31419"
    uid: 23f8ffc0-9ce9-4067-bac8-89944751ef0d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:38:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-8pv6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "31219"
    uid: 02f6c7f8-0c27-4fcd-a3d8-23b081e01e42
  kind: Event
  lastTimestamp: "2026-07-28T13:38:32Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T13:38:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:38:32Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-8pv6c.18c677b2dd42c98b
    namespace: kserve-ci-e2e-test
    resourceVersion: "31420"
    uid: c4918dc5-6aec-42d0-a19a-92d45c653142
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:38:12Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "31205"
    uid: 1016d67c-e880-49e7-93cb-d0aec98b2a58
  kind: Event
  lastTimestamp: "2026-07-28T13:38:12Z"
  message: 'Created pod: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-8pv6c'
  metadata:
    creationTimestamp: "2026-07-28T13:38:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:38:12Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5.18c677ae2c0f5267
    namespace: kserve-ci-e2e-test
    resourceVersion: "31218"
    uid: e6a63c7d-a0e5-472c-ab07-22aaeedee4e6
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:38:12Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31203"
    uid: 6b71904e-4489-4d2b-aa21-ac13b39b499d
  kind: Event
  lastTimestamp: "2026-07-28T13:38:12Z"
  message: Scaled up replica set isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5 from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-28T13:38:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:38:12Z"
    name: isvc-lightgbm-v2-kserve-predictor.18c677ae270da5ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "31206"
    uid: 0b3d7a88-24f4-4090-bf55-ff533859db6a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:38:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31204"
    uid: 3d242543-7257-4e64-85c7-b4b53452bbf5
  kind: Event
  lastTimestamp: "2026-07-28T13:38:27Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T13:38:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:38:27Z"
    name: isvc-lightgbm-v2-kserve-predictor.18c677b1a59a7ca2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31363"
    uid: 5f7e5aad-9391-44c5-b757-3fb5d597230f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:38:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31204"
    uid: 3d242543-7257-4e64-85c7-b4b53452bbf5
  kind: Event
  lastTimestamp: "2026-07-28T13:38:27Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T13:38:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:38:27Z"
    name: isvc-lightgbm-v2-kserve-predictor.18c677b1a607b375
    namespace: kserve-ci-e2e-test
    resourceVersion: "31365"
    uid: e23c498c-ef72-42bf-bca8-9ba46f12ec44
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-28T13:38:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "31196"
    uid: bd89fd88-cdb5-45f3-acd9-fdc9f8d323c5
  kind: Event
  lastTimestamp: "2026-07-28T13:38:25Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T13:38:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:38:25Z"
    name: isvc-lightgbm-v2-kserve.18c677ae270e28c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "31352"
    uid: 2edbae50-aa97-4e74-a212-fc7a718118fc
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:38:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "31196"
    uid: bd89fd88-cdb5-45f3-acd9-fdc9f8d323c5
  kind: Event
  lastTimestamp: "2026-07-28T13:38:12Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-v2-kserve":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T13:38:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:38:12Z"
    name: isvc-lightgbm-v2-kserve.18c677ae278b0765
    namespace: kserve-ci-e2e-test
    resourceVersion: "31210"
    uid: 0ef39579-b945-49c8-8f88-f453d7792af7
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:38:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "31350"
    uid: bd89fd88-cdb5-45f3-acd9-fdc9f8d323c5
  kind: Event
  lastTimestamp: "2026-07-28T13:38:25Z"
  message: InferenceService [isvc-lightgbm-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-07-28T13:38:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:38:25Z"
    name: isvc-lightgbm-v2-kserve.18c677b14672aae6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31351"
    uid: d8788be7-7028-40b4-94b8-ee254fb7dc1c
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T13:35:06.905529Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-hlg5s
    namespace: kserve-ci-e2e-test
    resourceVersion: "29838"
    uid: a6f0c853-0d99-4da3-a5c1-4d7daf58f1fd
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-hlg5s
    to ip-10-0-129-177.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T13:35:06Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T13:35:06Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-hlg5s.18c6778304e54c6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "29842"
    uid: 0faaad32-0b88-4895-9716-1f8abf414871
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-66456f4f6-kkfbw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:35:07Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-hlg5s
    namespace: kserve-ci-e2e-test
    resourceVersion: "29847"
    uid: a6f0c853-0d99-4da3-a5c1-4d7daf58f1fd
  kind: Event
  lastTimestamp: "2026-07-28T13:35:07Z"
  message: Add eth0 [10.134.0.34/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T13:35:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T13:35:07Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-hlg5s.18c677831e8668c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "29856"
    uid: 7230b18f-3273-4f8b-984a-47da7d807ca1
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:35:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-hlg5s
    namespace: kserve-ci-e2e-test
    resourceVersion: "29839"
    uid: a6f0c853-0d99-4da3-a5c1-4d7daf58f1fd
  kind: Event
  lastTimestamp: "2026-07-28T13:35:07Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T13:35:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:35:07Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-hlg5s.18c677831ffac3df
    namespace: kserve-ci-e2e-test
    resourceVersion: "29858"
    uid: 05bf195c-eea0-464e-94d9-80f7c6817bc4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:35:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-hlg5s
    namespace: kserve-ci-e2e-test
    resourceVersion: "29839"
    uid: a6f0c853-0d99-4da3-a5c1-4d7daf58f1fd
  kind: Event
  lastTimestamp: "2026-07-28T13:35:07Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T13:35:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:35:07Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-hlg5s.18c6778322f7659a
    namespace: kserve-ci-e2e-test
    resourceVersion: "29859"
    uid: 6f696442-6b16-4c79-b4e1-a8302b848e20
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:35:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-hlg5s
    namespace: kserve-ci-e2e-test
    resourceVersion: "29839"
    uid: a6f0c853-0d99-4da3-a5c1-4d7daf58f1fd
  kind: Event
  lastTimestamp: "2026-07-28T13:35:07Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T13:35:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:35:07Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-hlg5s.18c67783236dfb73
    namespace: kserve-ci-e2e-test
    resourceVersion: "29860"
    uid: 209e352f-22ce-4267-9661-b969c382088e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:35:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-hlg5s
    namespace: kserve-ci-e2e-test
    resourceVersion: "29839"
    uid: a6f0c853-0d99-4da3-a5c1-4d7daf58f1fd
  kind: Event
  lastTimestamp: "2026-07-28T13:35:11Z"
  message: Pulling image "docker.io/seldonio/mlserver:1.7.1"
  metadata:
    creationTimestamp: "2026-07-28T13:35:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:35:11Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-hlg5s.18c677841bb7711e
    namespace: kserve-ci-e2e-test
    resourceVersion: "29891"
    uid: 16edb2f2-8975-44b5-a57b-8bf13cdad274
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:37:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-hlg5s
    namespace: kserve-ci-e2e-test
    resourceVersion: "29839"
    uid: a6f0c853-0d99-4da3-a5c1-4d7daf58f1fd
  kind: Event
  lastTimestamp: "2026-07-28T13:37:25Z"
  message: 'Successfully pulled image "docker.io/seldonio/mlserver:1.7.1" in 2m13.684s
    (2m13.684s including waiting). Image size: 10890461297 bytes.'
  metadata:
    creationTimestamp: "2026-07-28T13:37:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:37:25Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-hlg5s.18c677a33befd632
    namespace: kserve-ci-e2e-test
    resourceVersion: "30827"
    uid: d55e7052-f12c-4a8e-a24c-06e08ca79e7e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:37:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-hlg5s
    namespace: kserve-ci-e2e-test
    resourceVersion: "29839"
    uid: a6f0c853-0d99-4da3-a5c1-4d7daf58f1fd
  kind: Event
  lastTimestamp: "2026-07-28T13:37:25Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T13:37:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:37:25Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-hlg5s.18c677a34144cb58
    namespace: kserve-ci-e2e-test
    resourceVersion: "30829"
    uid: 009720f9-86e2-4e32-99c4-3dab0108c805
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:37:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-hlg5s
    namespace: kserve-ci-e2e-test
    resourceVersion: "29839"
    uid: a6f0c853-0d99-4da3-a5c1-4d7daf58f1fd
  kind: Event
  lastTimestamp: "2026-07-28T13:37:25Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T13:37:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:37:25Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-hlg5s.18c677a34302c71c
    namespace: kserve-ci-e2e-test
    resourceVersion: "30830"
    uid: 3dc41d0f-e537-4538-b80f-ef3db5bbdb11
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:37:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-hlg5s
    namespace: kserve-ci-e2e-test
    resourceVersion: "29839"
    uid: a6f0c853-0d99-4da3-a5c1-4d7daf58f1fd
  kind: Event
  lastTimestamp: "2026-07-28T13:37:25Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T13:37:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:37:25Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-hlg5s.18c677a3430e97b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "30831"
    uid: fc00da55-d268-4a03-9d36-220802bf47c0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:37:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-hlg5s
    namespace: kserve-ci-e2e-test
    resourceVersion: "29839"
    uid: a6f0c853-0d99-4da3-a5c1-4d7daf58f1fd
  kind: Event
  lastTimestamp: "2026-07-28T13:37:25Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T13:37:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:37:25Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-hlg5s.18c677a3489bc292
    namespace: kserve-ci-e2e-test
    resourceVersion: "30832"
    uid: b028606a-dd06-4873-8d64-cb979faff407
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:37:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-hlg5s
    namespace: kserve-ci-e2e-test
    resourceVersion: "29839"
    uid: a6f0c853-0d99-4da3-a5c1-4d7daf58f1fd
  kind: Event
  lastTimestamp: "2026-07-28T13:37:25Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T13:37:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:37:25Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-hlg5s.18c677a34a88b8b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "30833"
    uid: f98a8375-e99a-48ef-9e0c-1370249807c1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:38:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-hlg5s
    namespace: kserve-ci-e2e-test
    resourceVersion: "29839"
    uid: a6f0c853-0d99-4da3-a5c1-4d7daf58f1fd
  kind: Event
  lastTimestamp: "2026-07-28T13:38:07Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T13:38:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:38:07Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-hlg5s.18c677acfbc0b7ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "31156"
    uid: 219f7929-af2a-4c88-88ad-0419f8d61ab2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:38:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-hlg5s
    namespace: kserve-ci-e2e-test
    resourceVersion: "29839"
    uid: a6f0c853-0d99-4da3-a5c1-4d7daf58f1fd
  kind: Event
  lastTimestamp: "2026-07-28T13:38:07Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T13:38:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:38:07Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-hlg5s.18c677acfbc811ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "31157"
    uid: 74ea6d73-eb9c-4fda-bbcb-90ae5ee2d95f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:35:06Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "29826"
    uid: fb0980ce-4927-44e4-9f9b-ddafd7c5bb8c
  kind: Event
  lastTimestamp: "2026-07-28T13:35:06Z"
  message: 'Created pod: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-hlg5s'
  metadata:
    creationTimestamp: "2026-07-28T13:35:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:35:06Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5.18c677830483f660
    namespace: kserve-ci-e2e-test
    resourceVersion: "29840"
    uid: 1bf1130f-9b77-4798-9606-829b9444119b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:35:06Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29824"
    uid: 70dda098-e309-4c53-9b8c-0eb200811461
  kind: Event
  lastTimestamp: "2026-07-28T13:35:06Z"
  message: Scaled up replica set isvc-lightgbm-v2-runtime-predictor-7f4957c5d5 from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-28T13:35:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:35:06Z"
    name: isvc-lightgbm-v2-runtime-predictor.18c67782ffa7bb5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "29827"
    uid: f2546506-9f35-4348-8840-e06e501a1ab2
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T13:35:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29825"
    uid: a7f64a6b-e6fc-4fb2-add3-74642e8111bd
  kind: Event
  lastTimestamp: "2026-07-28T13:37:36Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T13:35:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:37:36Z"
    name: isvc-lightgbm-v2-runtime-predictor.18c677867e854682
    namespace: kserve-ci-e2e-test
    resourceVersion: "30916"
    uid: f0211a4f-806c-4f1a-bcb3-29ce3ad162f7
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T13:35:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29825"
    uid: a7f64a6b-e6fc-4fb2-add3-74642e8111bd
  kind: Event
  lastTimestamp: "2026-07-28T13:37:36Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T13:35:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:37:37Z"
    name: isvc-lightgbm-v2-runtime-predictor.18c677867ed75065
    namespace: kserve-ci-e2e-test
    resourceVersion: "30918"
    uid: 74f4c43d-ac40-43be-bf84-1352a3f49e5f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T13:37:52Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29966"
    uid: a7f64a6b-e6fc-4fb2-add3-74642e8111bd
  kind: Event
  lastTimestamp: "2026-07-28T13:38:07Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T13:37:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:38:07Z"
    name: isvc-lightgbm-v2-runtime-predictor.18c677a9765c0b5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "31138"
    uid: 0c838bdf-6227-4f58-840f-c92d674dca2d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T13:37:52Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29966"
    uid: a7f64a6b-e6fc-4fb2-add3-74642e8111bd
  kind: Event
  lastTimestamp: "2026-07-28T13:38:07Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T13:37:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:38:07Z"
    name: isvc-lightgbm-v2-runtime-predictor.18c677a976b66a29
    namespace: kserve-ci-e2e-test
    resourceVersion: "31139"
    uid: 3c635adb-fcc3-4f7b-835d-4d648509cd41
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-28T13:35:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "29817"
    uid: 61d5ee49-2546-4878-981a-0b94e7b2d07b
  kind: Event
  lastTimestamp: "2026-07-28T13:38:03Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T13:35:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:38:03Z"
    name: isvc-lightgbm-v2-runtime.18c67782ffa84b75
    namespace: kserve-ci-e2e-test
    resourceVersion: "31113"
    uid: 25b920cf-ae6f-464c-b585-723fabaac2ed
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:35:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "29817"
    uid: 61d5ee49-2546-4878-981a-0b94e7b2d07b
  kind: Event
  lastTimestamp: "2026-07-28T13:35:06Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T13:35:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:35:06Z"
    name: isvc-lightgbm-v2-runtime.18c677830042a907
    namespace: kserve-ci-e2e-test
    resourceVersion: "29831"
    uid: 4fafb8a4-8958-4956-8a7e-339479d08013
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:38:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "31111"
    uid: 61d5ee49-2546-4878-981a-0b94e7b2d07b
  kind: Event
  lastTimestamp: "2026-07-28T13:38:03Z"
  message: InferenceService [isvc-lightgbm-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-07-28T13:38:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:38:03Z"
    name: isvc-lightgbm-v2-runtime.18c677ac1aeea3d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "31112"
    uid: bd8eb1be-0e83-451f-9e93-ccb7a098c083
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-28T13:31:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "28204"
    uid: 6187f6bd-75ed-4973-b454-6d9b4b8e4c6f
  kind: Event
  lastTimestamp: "2026-07-28T13:33:15Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T13:31:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:33:15Z"
    name: isvc-lightgbm.18c677542e33030f
    namespace: kserve-ci-e2e-test
    resourceVersion: "28910"
    uid: 6bcf507a-84cf-4462-89ed-22be21a7473d
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:31:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "28204"
    uid: 6187f6bd-75ed-4973-b454-6d9b4b8e4c6f
  kind: Event
  lastTimestamp: "2026-07-28T13:31:45Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-07-28T13:31:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:31:45Z"
    name: isvc-lightgbm.18c677542eaffc2e
    namespace: kserve-ci-e2e-test
    resourceVersion: "28221"
    uid: c338f272-a1c6-4a51-a655-9269bf3477aa
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:33:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "28907"
    uid: 6187f6bd-75ed-4973-b454-6d9b4b8e4c6f
  kind: Event
  lastTimestamp: "2026-07-28T13:33:15Z"
  message: InferenceService [isvc-lightgbm] is Ready
  metadata:
    creationTimestamp: "2026-07-28T13:33:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:33:15Z"
    name: isvc-lightgbm.18c677692f2e2ddd
    namespace: kserve-ci-e2e-test
    resourceVersion: "28909"
    uid: bf7e1ec7-25bc-479b-bc8e-c0feace5479a
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T13:08:51.129001Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-predictor-6b6746bb7-99mhb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16957"
    uid: dac46039-0356-4ad8-abd8-7c5f179a5a48
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-logger-predictor-6b6746bb7-99mhb
    to ip-10-0-138-158.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T13:08:51Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T13:08:51Z"
    name: isvc-logger-predictor-6b6746bb7-99mhb.18c67614214baf87
    namespace: kserve-ci-e2e-test
    resourceVersion: "16962"
    uid: b9b0446b-2f32-4c08-9a9a-f7b33d78b253
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-66456f4f6-kkfbw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:08:51Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-predictor-6b6746bb7-99mhb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16966"
    uid: dac46039-0356-4ad8-abd8-7c5f179a5a48
  kind: Event
  lastTimestamp: "2026-07-28T13:08:51Z"
  message: Add eth0 [10.132.0.33/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T13:08:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T13:08:51Z"
    name: isvc-logger-predictor-6b6746bb7-99mhb.18c676143a920164
    namespace: kserve-ci-e2e-test
    resourceVersion: "16977"
    uid: 26461c21-9b8a-48ac-9d5b-e991b75167e0
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:08:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-6b6746bb7-99mhb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16960"
    uid: dac46039-0356-4ad8-abd8-7c5f179a5a48
  kind: Event
  lastTimestamp: "2026-07-28T13:08:51Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T13:08:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:08:51Z"
    name: isvc-logger-predictor-6b6746bb7-99mhb.18c676143c331bc0
    namespace: kserve-ci-e2e-test
    resourceVersion: "16979"
    uid: 8044900e-39f0-4c70-91db-be3871a6c5e6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:08:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-6b6746bb7-99mhb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16960"
    uid: dac46039-0356-4ad8-abd8-7c5f179a5a48
  kind: Event
  lastTimestamp: "2026-07-28T13:08:51Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T13:08:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:08:51Z"
    name: isvc-logger-predictor-6b6746bb7-99mhb.18c676143f10898c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16980"
    uid: 62efdca7-0eed-4aef-90e2-008749090cf4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:08:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-6b6746bb7-99mhb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16960"
    uid: dac46039-0356-4ad8-abd8-7c5f179a5a48
  kind: Event
  lastTimestamp: "2026-07-28T13:08:51Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T13:08:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:08:51Z"
    name: isvc-logger-predictor-6b6746bb7-99mhb.18c676143f7df69c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16981"
    uid: 6d4f79d7-81d4-4222-94f2-e9965294c669
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:08:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-6b6746bb7-99mhb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16960"
    uid: dac46039-0356-4ad8-abd8-7c5f179a5a48
  kind: Event
  lastTimestamp: "2026-07-28T13:08:56Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1814"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T13:08:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:08:56Z"
    name: isvc-logger-predictor-6b6746bb7-99mhb.18c6761556f45650
    namespace: kserve-ci-e2e-test
    resourceVersion: "17023"
    uid: af26f744-c564-4796-9299-648a9a8c1ec9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:08:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-6b6746bb7-99mhb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16960"
    uid: dac46039-0356-4ad8-abd8-7c5f179a5a48
  kind: Event
  lastTimestamp: "2026-07-28T13:08:56Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T13:08:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:08:56Z"
    name: isvc-logger-predictor-6b6746bb7-99mhb.18c6761559dc5d4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17025"
    uid: 08e26c3f-3893-4417-8e24-2c6d4ce0226c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:08:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-6b6746bb7-99mhb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16960"
    uid: dac46039-0356-4ad8-abd8-7c5f179a5a48
  kind: Event
  lastTimestamp: "2026-07-28T13:08:56Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T13:08:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:08:56Z"
    name: isvc-logger-predictor-6b6746bb7-99mhb.18c676155a4aeb0b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17026"
    uid: ce94ab00-0081-4ab1-b2b7-feccd61c557a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:08:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-6b6746bb7-99mhb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16960"
    uid: dac46039-0356-4ad8-abd8-7c5f179a5a48
  kind: Event
  lastTimestamp: "2026-07-28T13:08:56Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T13:08:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:08:56Z"
    name: isvc-logger-predictor-6b6746bb7-99mhb.18c676155a562039
    namespace: kserve-ci-e2e-test
    resourceVersion: "17028"
    uid: f8453b5d-2d40-4648-a5c9-aaa8db40b12e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:08:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-6b6746bb7-99mhb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16960"
    uid: dac46039-0356-4ad8-abd8-7c5f179a5a48
  kind: Event
  lastTimestamp: "2026-07-28T13:08:56Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T13:08:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:08:56Z"
    name: isvc-logger-predictor-6b6746bb7-99mhb.18c676155d236105
    namespace: kserve-ci-e2e-test
    resourceVersion: "17030"
    uid: 01cce5f1-9c01-43eb-a2b5-b121f61e0855
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:08:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-6b6746bb7-99mhb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16960"
    uid: dac46039-0356-4ad8-abd8-7c5f179a5a48
  kind: Event
  lastTimestamp: "2026-07-28T13:08:56Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T13:08:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:08:56Z"
    name: isvc-logger-predictor-6b6746bb7-99mhb.18c676155d8f096b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17032"
    uid: 1a5bac2a-9717-419e-85ae-0f300347fdaa
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:08:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-6b6746bb7-99mhb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16960"
    uid: dac46039-0356-4ad8-abd8-7c5f179a5a48
  kind: Event
  lastTimestamp: "2026-07-28T13:08:56Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:bf42462edec7da298c1b007872394204ebe10a2c0c0d143725247988fb0a7324"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T13:08:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:08:56Z"
    name: isvc-logger-predictor-6b6746bb7-99mhb.18c676155d98e17e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17033"
    uid: f7ec8184-68ff-44b6-8fab-2803f4d5dd95
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:08:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-6b6746bb7-99mhb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16960"
    uid: dac46039-0356-4ad8-abd8-7c5f179a5a48
  kind: Event
  lastTimestamp: "2026-07-28T13:08:56Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-07-28T13:08:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:08:56Z"
    name: isvc-logger-predictor-6b6746bb7-99mhb.18c6761560bdc6ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "17035"
    uid: 313477b0-a349-4883-9ce3-94ff2d70ebc2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:08:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-6b6746bb7-99mhb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16960"
    uid: dac46039-0356-4ad8-abd8-7c5f179a5a48
  kind: Event
  lastTimestamp: "2026-07-28T13:08:56Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-07-28T13:08:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:08:56Z"
    name: isvc-logger-predictor-6b6746bb7-99mhb.18c676156131908d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17036"
    uid: d69ed943-325f-47b4-a42f-acc3911639e9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T13:08:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-6b6746bb7-99mhb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16960"
    uid: dac46039-0356-4ad8-abd8-7c5f179a5a48
  kind: Event
  lastTimestamp: "2026-07-28T13:10:53Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.33:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T13:08:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:10:53Z"
    name: isvc-logger-predictor-6b6746bb7-99mhb.18c67615930e772b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17982"
    uid: 5a3b1ac8-fd06-417c-937d-e0fa48c7f4ea
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T13:08:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-6b6746bb7-99mhb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16960"
    uid: dac46039-0356-4ad8-abd8-7c5f179a5a48
  kind: Event
  lastTimestamp: "2026-07-28T13:10:43Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-07-28T13:08:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:10:43Z"
    name: isvc-logger-predictor-6b6746bb7-99mhb.18c676159317c478
    namespace: kserve-ci-e2e-test
    resourceVersion: "17907"
    uid: d9b786ef-d9f4-45be-9c51-8c42eff5d0e3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:10:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-6b6746bb7-99mhb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16960"
    uid: dac46039-0356-4ad8-abd8-7c5f179a5a48
  kind: Event
  lastTimestamp: "2026-07-28T13:10:35Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T13:10:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:10:35Z"
    name: isvc-logger-predictor-6b6746bb7-99mhb.18c6762c7700d8d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "17778"
    uid: 0700f5f7-670b-40a9-852d-bb75a8745ebc
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:10:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-6b6746bb7-99mhb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16960"
    uid: dac46039-0356-4ad8-abd8-7c5f179a5a48
  kind: Event
  lastTimestamp: "2026-07-28T13:10:35Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-07-28T13:10:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:10:35Z"
    name: isvc-logger-predictor-6b6746bb7-99mhb.18c6762c77012fc1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17780"
    uid: a810b8ea-431a-4896-bf74-7e427c0f4228
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:10:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-6b6746bb7-99mhb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16960"
    uid: dac46039-0356-4ad8-abd8-7c5f179a5a48
  kind: Event
  lastTimestamp: "2026-07-28T13:10:35Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T13:10:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:10:35Z"
    name: isvc-logger-predictor-6b6746bb7-99mhb.18c6762c77015f93
    namespace: kserve-ci-e2e-test
    resourceVersion: "17779"
    uid: 05facdb2-c673-44fb-99d0-2f1dec9a4304
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T13:10:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-6b6746bb7-99mhb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16960"
    uid: dac46039-0356-4ad8-abd8-7c5f179a5a48
  kind: Event
  lastTimestamp: "2026-07-28T13:10:53Z"
  message: 'Readiness probe failed: Get "https://10.132.0.33:8643/healthz": dial tcp
    10.132.0.33:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T13:10:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:10:53Z"
    name: isvc-logger-predictor-6b6746bb7-99mhb.18c6762d174c740c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17981"
    uid: e7caf0b3-d36c-4985-b70d-df9bb462a4a0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:08:51Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-logger-predictor-6b6746bb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16947"
    uid: d4664ee8-45ac-4935-8251-e07df7fd50e1
  kind: Event
  lastTimestamp: "2026-07-28T13:08:51Z"
  message: 'Created pod: isvc-logger-predictor-6b6746bb7-99mhb'
  metadata:
    creationTimestamp: "2026-07-28T13:08:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:08:51Z"
    name: isvc-logger-predictor-6b6746bb7.18c6761420e21f8a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16959"
    uid: 3304abc5-f152-4cf2-b4c3-926791602d33
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:08:51Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16945"
    uid: 5060e270-c924-478c-9066-7e456e1254c4
  kind: Event
  lastTimestamp: "2026-07-28T13:08:51Z"
  message: Scaled up replica set isvc-logger-predictor-6b6746bb7 from 0 to 1
  metadata:
    creationTimestamp: "2026-07-28T13:08:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:08:51Z"
    name: isvc-logger-predictor.18c676141cfab907
    namespace: kserve-ci-e2e-test
    resourceVersion: "16949"
    uid: 9349fe88-c344-41da-8f19-1c8d1164d9f4
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T13:09:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16946"
    uid: 79111914-504d-43bc-9ec7-8173f77ed6a4
  kind: Event
  lastTimestamp: "2026-07-28T13:09:36Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T13:09:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:09:36Z"
    name: isvc-logger-predictor.18c676179b74cf6e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17335"
    uid: 9c581f40-e7f7-4968-8fba-a5e4eadf6602
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T13:09:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16946"
    uid: 79111914-504d-43bc-9ec7-8173f77ed6a4
  kind: Event
  lastTimestamp: "2026-07-28T13:09:36Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T13:09:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:09:36Z"
    name: isvc-logger-predictor.18c676179bcaa07d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17336"
    uid: fc790566-8b08-42e2-a17f-02c30d835566
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T13:09:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17118"
    uid: 79111914-504d-43bc-9ec7-8173f77ed6a4
  kind: Event
  lastTimestamp: "2026-07-28T13:10:21Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T13:09:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:10:21Z"
    name: isvc-logger-predictor.18c6761b1a8f49e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17665"
    uid: 075dbfba-4908-4109-8411-1a84cddfab31
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T13:09:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17118"
    uid: 79111914-504d-43bc-9ec7-8173f77ed6a4
  kind: Event
  lastTimestamp: "2026-07-28T13:10:21Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T13:09:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:10:21Z"
    name: isvc-logger-predictor.18c6761b1affe3de
    namespace: kserve-ci-e2e-test
    resourceVersion: "17666"
    uid: 349fc608-aa1c-4079-852f-c9ac383093be
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T13:08:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "16938"
    uid: cd15fd11-0b9e-4dde-a6de-2416eb0d284a
  kind: Event
  lastTimestamp: "2026-07-28T13:10:13Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T13:08:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:10:13Z"
    name: isvc-logger.18c676141cfc839a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17606"
    uid: c1d26878-9c63-4f30-a765-f32f1d92f2e9
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:08:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "16938"
    uid: cd15fd11-0b9e-4dde-a6de-2416eb0d284a
  kind: Event
  lastTimestamp: "2026-07-28T13:08:51Z"
  message: 'Failed to update status for InferenceService "isvc-logger": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-logger": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-07-28T13:08:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:08:51Z"
    name: isvc-logger.18c676141d7d1210
    namespace: kserve-ci-e2e-test
    resourceVersion: "16952"
    uid: 52420aa6-f3f1-4a2d-8c78-7abe0953d7df
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:10:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "17603"
    uid: cd15fd11-0b9e-4dde-a6de-2416eb0d284a
  kind: Event
  lastTimestamp: "2026-07-28T13:10:13Z"
  message: InferenceService [isvc-logger] is Ready
  metadata:
    creationTimestamp: "2026-07-28T13:10:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:10:13Z"
    name: isvc-logger.18c676274aa300bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17604"
    uid: 47005849-3d93-4923-9d9b-0a710dd3b7b5
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T13:38:37.490648Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-pcq24
    namespace: kserve-ci-e2e-test
    resourceVersion: "31482"
    uid: 23faf56e-41c8-4354-92c1-0859ef676070
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-mlflow-v2-runtime-predictor-6456f94494-pcq24
    to ip-10-0-129-177.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T13:38:37Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T13:38:37Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-pcq24.18c677b40cbf3c95
    namespace: kserve-ci-e2e-test
    resourceVersion: "31486"
    uid: 4b576751-eb61-41df-a683-6aae539e4026
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-66456f4f6-kkfbw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:38:37Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-pcq24
    namespace: kserve-ci-e2e-test
    resourceVersion: "31492"
    uid: 23faf56e-41c8-4354-92c1-0859ef676070
  kind: Event
  lastTimestamp: "2026-07-28T13:38:37Z"
  message: Add eth0 [10.134.0.36/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T13:38:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T13:38:37Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-pcq24.18c677b4269f4472
    namespace: kserve-ci-e2e-test
    resourceVersion: "31505"
    uid: a5b58208-5f95-473d-8db7-a0285dc567f9
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:38:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-pcq24
    namespace: kserve-ci-e2e-test
    resourceVersion: "31483"
    uid: 23faf56e-41c8-4354-92c1-0859ef676070
  kind: Event
  lastTimestamp: "2026-07-28T13:38:37Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T13:38:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:38:37Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-pcq24.18c677b428270978
    namespace: kserve-ci-e2e-test
    resourceVersion: "31507"
    uid: de79d7b8-5daf-4764-ac14-e4620bc3107d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:38:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-pcq24
    namespace: kserve-ci-e2e-test
    resourceVersion: "31483"
    uid: 23faf56e-41c8-4354-92c1-0859ef676070
  kind: Event
  lastTimestamp: "2026-07-28T13:38:37Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T13:38:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:38:38Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-pcq24.18c677b42b15a543
    namespace: kserve-ci-e2e-test
    resourceVersion: "31508"
    uid: d7c49203-eb0b-4070-88f5-e96276d668be
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:38:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-pcq24
    namespace: kserve-ci-e2e-test
    resourceVersion: "31483"
    uid: 23faf56e-41c8-4354-92c1-0859ef676070
  kind: Event
  lastTimestamp: "2026-07-28T13:38:38Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T13:38:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:38:38Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-pcq24.18c677b42b889ba7
    namespace: kserve-ci-e2e-test
    resourceVersion: "31509"
    uid: 7a8deab3-b66a-490d-b5d9-75f989908250
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:38:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-pcq24
    namespace: kserve-ci-e2e-test
    resourceVersion: "31483"
    uid: 23faf56e-41c8-4354-92c1-0859ef676070
  kind: Event
  lastTimestamp: "2026-07-28T13:38:42Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-07-28T13:38:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:38:42Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-pcq24.18c677b53a264b25
    namespace: kserve-ci-e2e-test
    resourceVersion: "31544"
    uid: 5b85e1dc-5d3b-4bfb-b0d8-7aeeceaf66c6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:38:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-pcq24
    namespace: kserve-ci-e2e-test
    resourceVersion: "31483"
    uid: 23faf56e-41c8-4354-92c1-0859ef676070
  kind: Event
  lastTimestamp: "2026-07-28T13:38:42Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T13:38:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:38:42Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-pcq24.18c677b53d5fa2cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "31546"
    uid: c8be9b3c-4b79-43ac-af27-565b71c0e131
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:38:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-pcq24
    namespace: kserve-ci-e2e-test
    resourceVersion: "31483"
    uid: 23faf56e-41c8-4354-92c1-0859ef676070
  kind: Event
  lastTimestamp: "2026-07-28T13:38:42Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T13:38:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:38:42Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-pcq24.18c677b53dd51e70
    namespace: kserve-ci-e2e-test
    resourceVersion: "31549"
    uid: d5527678-d91b-4af4-9351-b334190ef636
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:38:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-pcq24
    namespace: kserve-ci-e2e-test
    resourceVersion: "31483"
    uid: 23faf56e-41c8-4354-92c1-0859ef676070
  kind: Event
  lastTimestamp: "2026-07-28T13:38:42Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T13:38:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:38:42Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-pcq24.18c677b53ddefab2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31550"
    uid: 693774d5-96e6-461a-bf48-a57e8a316e76
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:38:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-pcq24
    namespace: kserve-ci-e2e-test
    resourceVersion: "31483"
    uid: 23faf56e-41c8-4354-92c1-0859ef676070
  kind: Event
  lastTimestamp: "2026-07-28T13:38:42Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T13:38:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:38:42Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-pcq24.18c677b5417581b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "31553"
    uid: f343e744-fae5-412d-80c3-f151df41c32b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:38:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-pcq24
    namespace: kserve-ci-e2e-test
    resourceVersion: "31483"
    uid: 23faf56e-41c8-4354-92c1-0859ef676070
  kind: Event
  lastTimestamp: "2026-07-28T13:38:42Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T13:38:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:38:42Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-pcq24.18c677b541ed564b
    namespace: kserve-ci-e2e-test
    resourceVersion: "31554"
    uid: 13bd9473-411c-486b-ae29-af15d2fa16c4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:39:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-pcq24
    namespace: kserve-ci-e2e-test
    resourceVersion: "31483"
    uid: 23faf56e-41c8-4354-92c1-0859ef676070
  kind: Event
  lastTimestamp: "2026-07-28T13:39:27Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T13:39:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:39:27Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-pcq24.18c677bfb7ce9b70
    namespace: kserve-ci-e2e-test
    resourceVersion: "31903"
    uid: 3fb35a46-c069-4fba-8915-5fc79ae29692
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:39:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-pcq24
    namespace: kserve-ci-e2e-test
    resourceVersion: "31483"
    uid: 23faf56e-41c8-4354-92c1-0859ef676070
  kind: Event
  lastTimestamp: "2026-07-28T13:39:27Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T13:39:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:39:27Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-pcq24.18c677bfb7cf2a41
    namespace: kserve-ci-e2e-test
    resourceVersion: "31904"
    uid: 1a2133c3-7acc-42c0-8015-fb42e8efd1d3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:38:37Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-mlflow-v2-runtime-predictor-6456f94494
    namespace: kserve-ci-e2e-test
    resourceVersion: "31473"
    uid: 53353d82-8187-4dae-bcb5-8caa3b184010
  kind: Event
  lastTimestamp: "2026-07-28T13:38:37Z"
  message: 'Created pod: isvc-mlflow-v2-runtime-predictor-6456f94494-pcq24'
  metadata:
    creationTimestamp: "2026-07-28T13:38:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:38:37Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494.18c677b40c60f2d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "31484"
    uid: a05d62b1-41c8-4765-b7d4-6ec7fc26e8f6
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:38:37Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31471"
    uid: e8e712ce-0f3a-430e-90d8-d611757610db
  kind: Event
  lastTimestamp: "2026-07-28T13:38:37Z"
  message: Scaled up replica set isvc-mlflow-v2-runtime-predictor-6456f94494 from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-28T13:38:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:38:37Z"
    name: isvc-mlflow-v2-runtime-predictor.18c677b40954ff8e
    namespace: kserve-ci-e2e-test
    resourceVersion: "31474"
    uid: 69d9e7cf-5d58-4b3b-8b34-daf6d0cdab59
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T13:38:52Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31472"
    uid: 16c4f81e-9239-4b51-8522-4a6e1447b6c8
  kind: Event
  lastTimestamp: "2026-07-28T13:39:22Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T13:38:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:39:22Z"
    name: isvc-mlflow-v2-runtime-predictor.18c677b788721853
    namespace: kserve-ci-e2e-test
    resourceVersion: "31850"
    uid: 827dd25f-d8bd-4dda-9dc7-1f73f81563d9
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T13:38:52Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31472"
    uid: 16c4f81e-9239-4b51-8522-4a6e1447b6c8
  kind: Event
  lastTimestamp: "2026-07-28T13:39:22Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T13:38:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:39:22Z"
    name: isvc-mlflow-v2-runtime-predictor.18c677b788e40f31
    namespace: kserve-ci-e2e-test
    resourceVersion: "31851"
    uid: 3786fcd3-87bb-42f6-8080-5d1fe0966309
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-07-28T13:38:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "31464"
    uid: e5c21058-5e82-4c3f-82cb-baf4d0557338
  kind: Event
  lastTimestamp: "2026-07-28T13:39:19Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T13:38:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:39:19Z"
    name: isvc-mlflow-v2-runtime.18c677b40967d2f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31829"
    uid: 0db1911a-c1af-486f-becc-ad870c0afc65
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T13:38:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "31464"
    uid: e5c21058-5e82-4c3f-82cb-baf4d0557338
  kind: Event
  lastTimestamp: "2026-07-28T13:38:37Z"
  message: 'Failed to update status for InferenceService "isvc-mlflow-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-mlflow-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T13:38:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:38:37Z"
    name: isvc-mlflow-v2-runtime.18c677b409f9ef2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "31494"
    uid: 7d49f14b-be86-426f-9a4e-76d16ac3ca93
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:38:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "31467"
    uid: e5c21058-5e82-4c3f-82cb-baf4d0557338
  kind: Event
  lastTimestamp: "2026-07-28T13:38:37Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-mlflow-v2-runtime": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-28T13:38:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:38:37Z"
    name: isvc-mlflow-v2-runtime.18c677b4107731b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "31495"
    uid: f03a71d8-2fcc-4d8a-bf57-0155bfa4aeca
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:39:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "31826"
    uid: e5c21058-5e82-4c3f-82cb-baf4d0557338
  kind: Event
  lastTimestamp: "2026-07-28T13:39:19Z"
  message: InferenceService [isvc-mlflow-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-07-28T13:39:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:39:19Z"
    name: isvc-mlflow-v2-runtime.18c677bddebb412f
    namespace: kserve-ci-e2e-test
    resourceVersion: "31827"
    uid: 8abc3d31-e224-47ba-84f1-d72b1a95060d
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T13:40:58.044026Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-r5mx9
    namespace: kserve-ci-e2e-test
    resourceVersion: "32627"
    uid: 1d4b06a2-100d-44a8-8410-c2d9c78c2ab5
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-predictor-6d5c9fd4f6-r5mx9
    to ip-10-0-138-158.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T13:40:58Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T13:40:58Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-r5mx9.18c677d4c661a7eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "32634"
    uid: 1791e661-e198-4fa3-87b7-bc61755afc68
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-66456f4f6-kkfbw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:40:58Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-r5mx9
    namespace: kserve-ci-e2e-test
    resourceVersion: "32628"
    uid: 1d4b06a2-100d-44a8-8410-c2d9c78c2ab5
  kind: Event
  lastTimestamp: "2026-07-28T13:40:58Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-paddle-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-28T13:40:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:40:58Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-r5mx9.18c677d4d30c4c70
    namespace: kserve-ci-e2e-test
    resourceVersion: "32642"
    uid: f2ee0421-3fdf-40ea-a8ed-63090d7e1f71
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:40:59Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-r5mx9
    namespace: kserve-ci-e2e-test
    resourceVersion: "32639"
    uid: 1d4b06a2-100d-44a8-8410-c2d9c78c2ab5
  kind: Event
  lastTimestamp: "2026-07-28T13:40:59Z"
  message: Add eth0 [10.132.0.49/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T13:40:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T13:40:59Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-r5mx9.18c677d503954caa
    namespace: kserve-ci-e2e-test
    resourceVersion: "32651"
    uid: 684df2b7-d772-4695-abd9-e3c74426f782
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:40:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-r5mx9
    namespace: kserve-ci-e2e-test
    resourceVersion: "32628"
    uid: 1d4b06a2-100d-44a8-8410-c2d9c78c2ab5
  kind: Event
  lastTimestamp: "2026-07-28T13:40:59Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T13:40:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:40:59Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-r5mx9.18c677d5050389f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "32653"
    uid: ad17d3a2-c82b-48b5-a207-7132a53e0b1c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:40:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-r5mx9
    namespace: kserve-ci-e2e-test
    resourceVersion: "32628"
    uid: 1d4b06a2-100d-44a8-8410-c2d9c78c2ab5
  kind: Event
  lastTimestamp: "2026-07-28T13:40:59Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T13:40:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:40:59Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-r5mx9.18c677d507e83eae
    namespace: kserve-ci-e2e-test
    resourceVersion: "32655"
    uid: 1fcb8bfc-fb26-4471-88bd-48d6999aaa85
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:40:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-r5mx9
    namespace: kserve-ci-e2e-test
    resourceVersion: "32628"
    uid: 1d4b06a2-100d-44a8-8410-c2d9c78c2ab5
  kind: Event
  lastTimestamp: "2026-07-28T13:40:59Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T13:40:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:40:59Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-r5mx9.18c677d50854ad52
    namespace: kserve-ci-e2e-test
    resourceVersion: "32656"
    uid: 98d47d56-a43b-4d90-8468-6bc41c527de0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:41:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-r5mx9
    namespace: kserve-ci-e2e-test
    resourceVersion: "32628"
    uid: 1d4b06a2-100d-44a8-8410-c2d9c78c2ab5
  kind: Event
  lastTimestamp: "2026-07-28T13:41:04Z"
  message: Pulling image "kserve/paddleserver:latest"
  metadata:
    creationTimestamp: "2026-07-28T13:41:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:41:04Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-r5mx9.18c677d6316a9957
    namespace: kserve-ci-e2e-test
    resourceVersion: "32702"
    uid: b4a01d19-1405-45b0-acc2-a46d7740c46e
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:41:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-r5mx9
    namespace: kserve-ci-e2e-test
    resourceVersion: "32628"
    uid: 1d4b06a2-100d-44a8-8410-c2d9c78c2ab5
  kind: Event
  lastTimestamp: "2026-07-28T13:41:15Z"
  message: 'Successfully pulled image "kserve/paddleserver:latest" in 11.139s (11.139s
    including waiting). Image size: 1163606775 bytes.'
  metadata:
    creationTimestamp: "2026-07-28T13:41:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:41:15Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-r5mx9.18c677d8c965399d
    namespace: kserve-ci-e2e-test
    resourceVersion: "32788"
    uid: 1e8e9410-9932-4894-b05a-b5b9dc3c3b15
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:41:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-r5mx9
    namespace: kserve-ci-e2e-test
    resourceVersion: "32628"
    uid: 1d4b06a2-100d-44a8-8410-c2d9c78c2ab5
  kind: Event
  lastTimestamp: "2026-07-28T13:41:15Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T13:41:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:41:15Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-r5mx9.18c677d8cc6b4384
    namespace: kserve-ci-e2e-test
    resourceVersion: "32789"
    uid: bf0f96bc-7c2c-488a-a633-5195fa33f31e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:41:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-r5mx9
    namespace: kserve-ci-e2e-test
    resourceVersion: "32628"
    uid: 1d4b06a2-100d-44a8-8410-c2d9c78c2ab5
  kind: Event
  lastTimestamp: "2026-07-28T13:41:15Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T13:41:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:41:15Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-r5mx9.18c677d8cccdb35a
    namespace: kserve-ci-e2e-test
    resourceVersion: "32790"
    uid: c93de2a6-9d0a-4553-8ccc-9375e0956e67
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:41:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-r5mx9
    namespace: kserve-ci-e2e-test
    resourceVersion: "32628"
    uid: 1d4b06a2-100d-44a8-8410-c2d9c78c2ab5
  kind: Event
  lastTimestamp: "2026-07-28T13:41:15Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T13:41:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:41:15Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-r5mx9.18c677d8ccd6d51a
    namespace: kserve-ci-e2e-test
    resourceVersion: "32791"
    uid: 41f2e46b-1366-43c4-861f-4fb096464a51
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:41:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-r5mx9
    namespace: kserve-ci-e2e-test
    resourceVersion: "32628"
    uid: 1d4b06a2-100d-44a8-8410-c2d9c78c2ab5
  kind: Event
  lastTimestamp: "2026-07-28T13:41:15Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T13:41:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:41:15Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-r5mx9.18c677d8d0235e99
    namespace: kserve-ci-e2e-test
    resourceVersion: "32792"
    uid: bbb5b033-0177-4250-8980-347611089e0f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:41:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-r5mx9
    namespace: kserve-ci-e2e-test
    resourceVersion: "32628"
    uid: 1d4b06a2-100d-44a8-8410-c2d9c78c2ab5
  kind: Event
  lastTimestamp: "2026-07-28T13:41:15Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T13:41:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:41:15Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-r5mx9.18c677d8d0a7fdbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "32793"
    uid: 212b4135-ccd6-48a0-93eb-c3dc96e0f1e4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-28T13:41:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-r5mx9
    namespace: kserve-ci-e2e-test
    resourceVersion: "32628"
    uid: 1d4b06a2-100d-44a8-8410-c2d9c78c2ab5
  kind: Event
  lastTimestamp: "2026-07-28T13:41:53Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.49:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T13:41:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:41:53Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-r5mx9.18c677d93c365950
    namespace: kserve-ci-e2e-test
    resourceVersion: "33065"
    uid: 3e4f5d80-9715-44ab-997f-adacb42384ff
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:42:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-r5mx9
    namespace: kserve-ci-e2e-test
    resourceVersion: "32628"
    uid: 1d4b06a2-100d-44a8-8410-c2d9c78c2ab5
  kind: Event
  lastTimestamp: "2026-07-28T13:42:09Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T13:42:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:42:09Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-r5mx9.18c677e577cec556
    namespace: kserve-ci-e2e-test
    resourceVersion: "33210"
    uid: 30426564-8b77-4a7d-9397-565433f49b7e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:42:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-r5mx9
    namespace: kserve-ci-e2e-test
    resourceVersion: "32628"
    uid: 1d4b06a2-100d-44a8-8410-c2d9c78c2ab5
  kind: Event
  lastTimestamp: "2026-07-28T13:42:09Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T13:42:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:42:09Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-r5mx9.18c677e577cf6fb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33211"
    uid: 63d0ed1b-c6a6-46d1-b27e-aa198e7b0c7b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:40:58Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-predictor-6d5c9fd4f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "32619"
    uid: f3fc188e-3a5f-42a5-be45-3d3c3884d854
  kind: Event
  lastTimestamp: "2026-07-28T13:40:58Z"
  message: 'Created pod: isvc-paddle-predictor-6d5c9fd4f6-r5mx9'
  metadata:
    creationTimestamp: "2026-07-28T13:40:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:40:58Z"
    name: isvc-paddle-predictor-6d5c9fd4f6.18c677d4c6143c95
    namespace: kserve-ci-e2e-test
    resourceVersion: "32629"
    uid: c1f75c5a-186c-421e-87cd-68bb2fd50b3e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:40:57Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32617"
    uid: f16c9ed2-6fe4-48a6-a128-6b0178676660
  kind: Event
  lastTimestamp: "2026-07-28T13:40:57Z"
  message: Scaled up replica set isvc-paddle-predictor-6d5c9fd4f6 from 0 to 1
  metadata:
    creationTimestamp: "2026-07-28T13:40:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:40:57Z"
    name: isvc-paddle-predictor.18c677d4c31896f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "32620"
    uid: 8ba52b39-b211-4119-8a99-705c464ca95e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T13:41:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32618"
    uid: bce721ce-9706-4abb-96d1-69870186a387
  kind: Event
  lastTimestamp: "2026-07-28T13:41:43Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T13:41:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:41:43Z"
    name: isvc-paddle-predictor.18c677d842db3a89
    namespace: kserve-ci-e2e-test
    resourceVersion: "32996"
    uid: a10b4b7e-5cdb-4692-950d-7566b9029639
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T13:41:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32618"
    uid: bce721ce-9706-4abb-96d1-69870186a387
  kind: Event
  lastTimestamp: "2026-07-28T13:41:43Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T13:41:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:41:43Z"
    name: isvc-paddle-predictor.18c677d8432f6ebb
    namespace: kserve-ci-e2e-test
    resourceVersion: "32997"
    uid: e54279ea-5433-4bb3-a6ac-2d38a31dfc89
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:41:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32771"
    uid: bce721ce-9706-4abb-96d1-69870186a387
  kind: Event
  lastTimestamp: "2026-07-28T13:41:58Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T13:41:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:41:58Z"
    name: isvc-paddle-predictor.18c677e2c0217826
    namespace: kserve-ci-e2e-test
    resourceVersion: "33106"
    uid: 4511394e-82e0-40da-bb84-67bc96ffe915
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:41:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32771"
    uid: bce721ce-9706-4abb-96d1-69870186a387
  kind: Event
  lastTimestamp: "2026-07-28T13:41:58Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T13:41:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:41:58Z"
    name: isvc-paddle-predictor.18c677e2c07a8b41
    namespace: kserve-ci-e2e-test
    resourceVersion: "33108"
    uid: 7e84efb4-3f66-4342-9f93-91a9de5a6949
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T13:42:14.886674Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-tp9mn
    namespace: kserve-ci-e2e-test
    resourceVersion: "33273"
    uid: f67b93bf-aaee-4c14-a6b4-ea4a1fd005e9
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-runtime-predictor-58b99fff76-tp9mn
    to ip-10-0-138-158.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T13:42:14Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T13:42:14Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-tp9mn.18c677e6aa8f516c
    namespace: kserve-ci-e2e-test
    resourceVersion: "33278"
    uid: 5ad305ea-818f-4fc5-ae0e-16b82396efe0
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-66456f4f6-kkfbw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:42:15Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-tp9mn
    namespace: kserve-ci-e2e-test
    resourceVersion: "33276"
    uid: f67b93bf-aaee-4c14-a6b4-ea4a1fd005e9
  kind: Event
  lastTimestamp: "2026-07-28T13:42:15Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-paddle-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-28T13:42:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:42:15Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-tp9mn.18c677e6b9c60ac4
    namespace: kserve-ci-e2e-test
    resourceVersion: "33292"
    uid: 2adf6bc3-0d9f-4e2e-ad4f-05ffc58328a9
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:42:15Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-tp9mn
    namespace: kserve-ci-e2e-test
    resourceVersion: "33284"
    uid: f67b93bf-aaee-4c14-a6b4-ea4a1fd005e9
  kind: Event
  lastTimestamp: "2026-07-28T13:42:15Z"
  message: Add eth0 [10.132.0.50/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T13:42:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T13:42:15Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-tp9mn.18c677e6e7a2a25f
    namespace: kserve-ci-e2e-test
    resourceVersion: "33302"
    uid: e8aec299-a652-448d-a766-55085a727507
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:42:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-tp9mn
    namespace: kserve-ci-e2e-test
    resourceVersion: "33276"
    uid: f67b93bf-aaee-4c14-a6b4-ea4a1fd005e9
  kind: Event
  lastTimestamp: "2026-07-28T13:42:15Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T13:42:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:42:15Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-tp9mn.18c677e6e907fd75
    namespace: kserve-ci-e2e-test
    resourceVersion: "33304"
    uid: 5fbec964-654c-4bee-8fa2-5fb37440a515
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:42:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-tp9mn
    namespace: kserve-ci-e2e-test
    resourceVersion: "33276"
    uid: f67b93bf-aaee-4c14-a6b4-ea4a1fd005e9
  kind: Event
  lastTimestamp: "2026-07-28T13:42:15Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T13:42:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:42:15Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-tp9mn.18c677e6eb8e722a
    namespace: kserve-ci-e2e-test
    resourceVersion: "33307"
    uid: 7ba6a690-9e46-468a-80d3-dcb26014f2b6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:42:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-tp9mn
    namespace: kserve-ci-e2e-test
    resourceVersion: "33276"
    uid: f67b93bf-aaee-4c14-a6b4-ea4a1fd005e9
  kind: Event
  lastTimestamp: "2026-07-28T13:42:15Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T13:42:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:42:15Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-tp9mn.18c677e6ec056b84
    namespace: kserve-ci-e2e-test
    resourceVersion: "33308"
    uid: a69ae023-910d-4992-9d09-a76f0e278301
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:42:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-tp9mn
    namespace: kserve-ci-e2e-test
    resourceVersion: "33276"
    uid: f67b93bf-aaee-4c14-a6b4-ea4a1fd005e9
  kind: Event
  lastTimestamp: "2026-07-28T13:42:21Z"
  message: Container image "kserve/paddleserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-28T13:42:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:42:21Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-tp9mn.18c677e83402c6d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "33354"
    uid: 9f4b6ada-7ea9-4d65-8f89-8907f975e502
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:42:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-tp9mn
    namespace: kserve-ci-e2e-test
    resourceVersion: "33276"
    uid: f67b93bf-aaee-4c14-a6b4-ea4a1fd005e9
  kind: Event
  lastTimestamp: "2026-07-28T13:42:21Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T13:42:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:42:21Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-tp9mn.18c677e8370760d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "33357"
    uid: 9fe80265-35b3-4560-a5fa-1da1e9117f63
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:42:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-tp9mn
    namespace: kserve-ci-e2e-test
    resourceVersion: "33276"
    uid: f67b93bf-aaee-4c14-a6b4-ea4a1fd005e9
  kind: Event
  lastTimestamp: "2026-07-28T13:42:21Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T13:42:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:42:21Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-tp9mn.18c677e83783e334
    namespace: kserve-ci-e2e-test
    resourceVersion: "33359"
    uid: 8267890c-7a28-47fd-a3ea-fb1b7b3a6ebf
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:42:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-tp9mn
    namespace: kserve-ci-e2e-test
    resourceVersion: "33276"
    uid: f67b93bf-aaee-4c14-a6b4-ea4a1fd005e9
  kind: Event
  lastTimestamp: "2026-07-28T13:42:21Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T13:42:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:42:21Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-tp9mn.18c677e8378d5e99
    namespace: kserve-ci-e2e-test
    resourceVersion: "33361"
    uid: 832409c1-150c-4a1d-9dc2-ba2068b98488
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:42:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-tp9mn
    namespace: kserve-ci-e2e-test
    resourceVersion: "33276"
    uid: f67b93bf-aaee-4c14-a6b4-ea4a1fd005e9
  kind: Event
  lastTimestamp: "2026-07-28T13:42:21Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T13:42:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:42:21Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-tp9mn.18c677e83ab86f54
    namespace: kserve-ci-e2e-test
    resourceVersion: "33363"
    uid: 8545a7c4-dee6-45a6-853a-b46d157b6428
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:42:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-tp9mn
    namespace: kserve-ci-e2e-test
    resourceVersion: "33276"
    uid: f67b93bf-aaee-4c14-a6b4-ea4a1fd005e9
  kind: Event
  lastTimestamp: "2026-07-28T13:42:21Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T13:42:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:42:21Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-tp9mn.18c677e83b2d4df8
    namespace: kserve-ci-e2e-test
    resourceVersion: "33364"
    uid: 9c06d12d-12cc-4fb9-9a79-37856eb21355
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-28T13:42:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-tp9mn
    namespace: kserve-ci-e2e-test
    resourceVersion: "33276"
    uid: f67b93bf-aaee-4c14-a6b4-ea4a1fd005e9
  kind: Event
  lastTimestamp: "2026-07-28T13:42:59Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.50:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T13:42:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:42:59Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-tp9mn.18c677e8abda9779
    namespace: kserve-ci-e2e-test
    resourceVersion: "33628"
    uid: 49046db5-0496-4627-a454-cee2d6770add
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:43:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-tp9mn
    namespace: kserve-ci-e2e-test
    resourceVersion: "33276"
    uid: f67b93bf-aaee-4c14-a6b4-ea4a1fd005e9
  kind: Event
  lastTimestamp: "2026-07-28T13:43:16Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T13:43:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:43:16Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-tp9mn.18c677f4ffc862d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "33777"
    uid: a3def214-2849-4126-a8c4-fe16cdbf00eb
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:43:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-tp9mn
    namespace: kserve-ci-e2e-test
    resourceVersion: "33276"
    uid: f67b93bf-aaee-4c14-a6b4-ea4a1fd005e9
  kind: Event
  lastTimestamp: "2026-07-28T13:43:16Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T13:43:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:43:16Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-tp9mn.18c677f4ffc8ce55
    namespace: kserve-ci-e2e-test
    resourceVersion: "33778"
    uid: 00148035-dc64-43ee-9154-6c5e43726b86
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:42:14Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-runtime-predictor-58b99fff76
    namespace: kserve-ci-e2e-test
    resourceVersion: "33264"
    uid: fe298119-62d7-4fae-86ef-f0f172e2b68a
  kind: Event
  lastTimestamp: "2026-07-28T13:42:14Z"
  message: 'Created pod: isvc-paddle-runtime-predictor-58b99fff76-tp9mn'
  metadata:
    creationTimestamp: "2026-07-28T13:42:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:42:14Z"
    name: isvc-paddle-runtime-predictor-58b99fff76.18c677e6aa2051a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "33275"
    uid: 7f9cfe72-9d63-4fe2-8bec-332cd1a09110
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:42:14Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33262"
    uid: ae0377b0-b1f1-4d89-921d-0e764c672ffa
  kind: Event
  lastTimestamp: "2026-07-28T13:42:14Z"
  message: Scaled up replica set isvc-paddle-runtime-predictor-58b99fff76 from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-28T13:42:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:42:14Z"
    name: isvc-paddle-runtime-predictor.18c677e6a6f2ff10
    namespace: kserve-ci-e2e-test
    resourceVersion: "33266"
    uid: 451c1c8f-0682-465f-9091-48cff8358470
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T13:42:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33263"
    uid: d038b394-dbb3-4f6c-b388-235af96a54f8
  kind: Event
  lastTimestamp: "2026-07-28T13:42:44Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T13:42:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:42:44Z"
    name: isvc-paddle-runtime-predictor.18c677ea25a1df3d
    namespace: kserve-ci-e2e-test
    resourceVersion: "33529"
    uid: 5bf5c44e-1039-46bb-92a6-d1ccc3f44013
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T13:42:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33263"
    uid: d038b394-dbb3-4f6c-b388-235af96a54f8
  kind: Event
  lastTimestamp: "2026-07-28T13:42:44Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T13:42:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:42:44Z"
    name: isvc-paddle-runtime-predictor.18c677ea26299ee6
    namespace: kserve-ci-e2e-test
    resourceVersion: "33531"
    uid: 1164f21d-b4d1-42e7-bd6e-cdbd1502b2f8
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T13:42:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33427"
    uid: d038b394-dbb3-4f6c-b388-235af96a54f8
  kind: Event
  lastTimestamp: "2026-07-28T13:43:14Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T13:42:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:43:14Z"
    name: isvc-paddle-runtime-predictor.18c677f1256c733e
    namespace: kserve-ci-e2e-test
    resourceVersion: "33748"
    uid: b2d899e3-906e-4dfa-a37b-25851a104a2c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T13:42:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33427"
    uid: d038b394-dbb3-4f6c-b388-235af96a54f8
  kind: Event
  lastTimestamp: "2026-07-28T13:43:14Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T13:42:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:43:14Z"
    name: isvc-paddle-runtime-predictor.18c677f1260acf10
    namespace: kserve-ci-e2e-test
    resourceVersion: "33749"
    uid: 56b9b90b-c454-4a6a-a2fc-562e67a81286
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-07-28T13:42:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "33254"
    uid: 86ae0aa8-f63e-4078-b1b4-d2695a64bf67
  kind: Event
  lastTimestamp: "2026-07-28T13:43:09Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T13:42:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:43:09Z"
    name: isvc-paddle-runtime.18c677e6a6f27bf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33706"
    uid: aafc6986-e193-422d-b5d7-7393db359bf2
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T13:42:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "33254"
    uid: 86ae0aa8-f63e-4078-b1b4-d2695a64bf67
  kind: Event
  lastTimestamp: "2026-07-28T13:42:14Z"
  message: 'Failed to update status for InferenceService "isvc-paddle-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T13:42:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:42:14Z"
    name: isvc-paddle-runtime.18c677e6a77a4519
    namespace: kserve-ci-e2e-test
    resourceVersion: "33286"
    uid: 79d46919-b5d9-4189-ac59-ae3587e1749b
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:42:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "33259"
    uid: 86ae0aa8-f63e-4078-b1b4-d2695a64bf67
  kind: Event
  lastTimestamp: "2026-07-28T13:42:14Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-paddle-runtime": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-28T13:42:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:42:14Z"
    name: isvc-paddle-runtime.18c677e6ae79dec2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33287"
    uid: ad4178f6-3d4a-4e6c-bc13-cba48686e5aa
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:43:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "33704"
    uid: 86ae0aa8-f63e-4078-b1b4-d2695a64bf67
  kind: Event
  lastTimestamp: "2026-07-28T13:43:09Z"
  message: InferenceService [isvc-paddle-runtime] is Ready
  metadata:
    creationTimestamp: "2026-07-28T13:43:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:43:09Z"
    name: isvc-paddle-runtime.18c677f3689ba1d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33705"
    uid: 8f25d505-3aa5-4acb-9a13-5c227f481a5a
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T13:43:21.603832Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-qnlfk
    namespace: kserve-ci-e2e-test
    resourceVersion: "33837"
    uid: 085238f5-7c1e-4cb0-bee8-88d5587c8fa6
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-v2-kserve-predictor-64d4c74b4d-qnlfk
    to ip-10-0-129-177.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T13:43:21Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T13:43:21Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-qnlfk.18c677f63336679b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33843"
    uid: a1bcfbaa-d126-4380-9d5f-16f47dc949d9
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-66456f4f6-kkfbw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:43:22Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-qnlfk
    namespace: kserve-ci-e2e-test
    resourceVersion: "33849"
    uid: 085238f5-7c1e-4cb0-bee8-88d5587c8fa6
  kind: Event
  lastTimestamp: "2026-07-28T13:43:22Z"
  message: Add eth0 [10.134.0.38/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T13:43:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T13:43:22Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-qnlfk.18c677f64cb1793d
    namespace: kserve-ci-e2e-test
    resourceVersion: "33856"
    uid: 1ed55419-a896-45da-b3b9-533ef57b4fa1
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:43:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-qnlfk
    namespace: kserve-ci-e2e-test
    resourceVersion: "33839"
    uid: 085238f5-7c1e-4cb0-bee8-88d5587c8fa6
  kind: Event
  lastTimestamp: "2026-07-28T13:43:22Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T13:43:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:43:22Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-qnlfk.18c677f64e1344ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "33858"
    uid: c21fc2ca-807a-4185-bdee-d5d0523a2295
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:43:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-qnlfk
    namespace: kserve-ci-e2e-test
    resourceVersion: "33839"
    uid: 085238f5-7c1e-4cb0-bee8-88d5587c8fa6
  kind: Event
  lastTimestamp: "2026-07-28T13:43:22Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T13:43:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:43:22Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-qnlfk.18c677f650a1a52b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33860"
    uid: a7f5897a-4772-4fbe-8b70-ac696b830f72
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:43:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-qnlfk
    namespace: kserve-ci-e2e-test
    resourceVersion: "33839"
    uid: 085238f5-7c1e-4cb0-bee8-88d5587c8fa6
  kind: Event
  lastTimestamp: "2026-07-28T13:43:22Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T13:43:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:43:22Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-qnlfk.18c677f65114dc8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "33861"
    uid: 25a5093e-c652-4ad9-a095-57d08336dd4e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:43:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-qnlfk
    namespace: kserve-ci-e2e-test
    resourceVersion: "33839"
    uid: 085238f5-7c1e-4cb0-bee8-88d5587c8fa6
  kind: Event
  lastTimestamp: "2026-07-28T13:43:27Z"
  message: Pulling image "kserve/paddleserver:latest"
  metadata:
    creationTimestamp: "2026-07-28T13:43:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:43:27Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-qnlfk.18c677f7a241551c
    namespace: kserve-ci-e2e-test
    resourceVersion: "33901"
    uid: 4454628f-03d7-49d7-8223-b1e1245c2d73
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:43:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-qnlfk
    namespace: kserve-ci-e2e-test
    resourceVersion: "33839"
    uid: 085238f5-7c1e-4cb0-bee8-88d5587c8fa6
  kind: Event
  lastTimestamp: "2026-07-28T13:43:38Z"
  message: 'Successfully pulled image "kserve/paddleserver:latest" in 10.984s (10.984s
    including waiting). Image size: 1163606775 bytes.'
  metadata:
    creationTimestamp: "2026-07-28T13:43:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:43:38Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-qnlfk.18c677fa310136af
    namespace: kserve-ci-e2e-test
    resourceVersion: "33984"
    uid: 5a7bec6e-52b2-4c0b-8db2-6c17bc41061c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:43:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-qnlfk
    namespace: kserve-ci-e2e-test
    resourceVersion: "33839"
    uid: 085238f5-7c1e-4cb0-bee8-88d5587c8fa6
  kind: Event
  lastTimestamp: "2026-07-28T13:43:38Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T13:43:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:43:38Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-qnlfk.18c677fa34247bd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "33985"
    uid: 1713b253-3094-458a-99c1-e0b19c0f5dd8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:43:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-qnlfk
    namespace: kserve-ci-e2e-test
    resourceVersion: "33839"
    uid: 085238f5-7c1e-4cb0-bee8-88d5587c8fa6
  kind: Event
  lastTimestamp: "2026-07-28T13:43:38Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T13:43:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:43:38Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-qnlfk.18c677fa34994ffd
    namespace: kserve-ci-e2e-test
    resourceVersion: "33986"
    uid: 0248a5af-0e4f-42ac-b95a-0f1a4f3514fb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:43:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-qnlfk
    namespace: kserve-ci-e2e-test
    resourceVersion: "33839"
    uid: 085238f5-7c1e-4cb0-bee8-88d5587c8fa6
  kind: Event
  lastTimestamp: "2026-07-28T13:43:38Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T13:43:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:43:38Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-qnlfk.18c677fa34a308fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "33987"
    uid: be51bf75-54dd-460f-a8af-1b2f5ec1159d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:43:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-qnlfk
    namespace: kserve-ci-e2e-test
    resourceVersion: "33839"
    uid: 085238f5-7c1e-4cb0-bee8-88d5587c8fa6
  kind: Event
  lastTimestamp: "2026-07-28T13:43:38Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T13:43:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:43:38Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-qnlfk.18c677fa37f14001
    namespace: kserve-ci-e2e-test
    resourceVersion: "33989"
    uid: 05b76035-5677-4679-bbb3-e4ef97f55b64
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:43:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-qnlfk
    namespace: kserve-ci-e2e-test
    resourceVersion: "33839"
    uid: 085238f5-7c1e-4cb0-bee8-88d5587c8fa6
  kind: Event
  lastTimestamp: "2026-07-28T13:43:38Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T13:43:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:43:38Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-qnlfk.18c677fa3866eb0c
    namespace: kserve-ci-e2e-test
    resourceVersion: "33990"
    uid: aad48383-5c87-425d-bc2f-8f6540f1eae5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-07-28T13:43:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-qnlfk
    namespace: kserve-ci-e2e-test
    resourceVersion: "33839"
    uid: 085238f5-7c1e-4cb0-bee8-88d5587c8fa6
  kind: Event
  lastTimestamp: "2026-07-28T13:44:35Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.38:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T13:43:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:44:35Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-qnlfk.18c677fa713d8f24
    namespace: kserve-ci-e2e-test
    resourceVersion: "34423"
    uid: 33411758-db74-4eee-84d1-1c44b773d554
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:44:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-qnlfk
    namespace: kserve-ci-e2e-test
    resourceVersion: "33839"
    uid: 085238f5-7c1e-4cb0-bee8-88d5587c8fa6
  kind: Event
  lastTimestamp: "2026-07-28T13:44:33Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T13:44:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:44:33Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-qnlfk.18c67806eff19e6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "34404"
    uid: c17cf6be-f10b-49a3-b0fe-94ec0e1df8c6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:44:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-qnlfk
    namespace: kserve-ci-e2e-test
    resourceVersion: "33839"
    uid: 085238f5-7c1e-4cb0-bee8-88d5587c8fa6
  kind: Event
  lastTimestamp: "2026-07-28T13:44:33Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T13:44:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:44:33Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-qnlfk.18c67806eff25610
    namespace: kserve-ci-e2e-test
    resourceVersion: "34405"
    uid: 112d2d99-2cd6-46dd-b1f9-ec3e08e0623f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:44:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-qnlfk
    namespace: kserve-ci-e2e-test
    resourceVersion: "33839"
    uid: 085238f5-7c1e-4cb0-bee8-88d5587c8fa6
  kind: Event
  lastTimestamp: "2026-07-28T13:44:35Z"
  message: 'Readiness probe failed: Get "https://10.134.0.38:8643/healthz": dial tcp
    10.134.0.38:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T13:44:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:44:35Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-qnlfk.18c678077b551d16
    namespace: kserve-ci-e2e-test
    resourceVersion: "34422"
    uid: 0577bd88-c4f3-4eb6-9d74-88fe77434849
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:43:21Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "33827"
    uid: dbe643ad-63cb-413f-9d33-95d4dd374a4b
  kind: Event
  lastTimestamp: "2026-07-28T13:43:21Z"
  message: 'Created pod: isvc-paddle-v2-kserve-predictor-64d4c74b4d-qnlfk'
  metadata:
    creationTimestamp: "2026-07-28T13:43:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:43:21Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d.18c677f632b29908
    namespace: kserve-ci-e2e-test
    resourceVersion: "33838"
    uid: 35226e9e-af2d-4bd2-b508-b9aa74d5c140
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:43:21Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33825"
    uid: b5c07c02-3206-4cec-82b3-a930b963b7fb
  kind: Event
  lastTimestamp: "2026-07-28T13:43:21Z"
  message: Scaled up replica set isvc-paddle-v2-kserve-predictor-64d4c74b4d from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-28T13:43:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:43:21Z"
    name: isvc-paddle-v2-kserve-predictor.18c677f62f74e7c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33828"
    uid: 5a92248a-283c-43a7-a139-930b30aecd58
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T13:43:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33826"
    uid: 58fc5f81-6e84-4630-88b3-5e7e8c7b3b0a
  kind: Event
  lastTimestamp: "2026-07-28T13:44:21Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T13:43:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:44:21Z"
    name: isvc-paddle-v2-kserve-predictor.18c677f9adf68308
    namespace: kserve-ci-e2e-test
    resourceVersion: "34292"
    uid: be3796c6-39a6-46d2-92d3-2b79d39c32ee
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T13:43:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33826"
    uid: 58fc5f81-6e84-4630-88b3-5e7e8c7b3b0a
  kind: Event
  lastTimestamp: "2026-07-28T13:44:21Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T13:43:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:44:21Z"
    name: isvc-paddle-v2-kserve-predictor.18c677f9ae5f6ed8
    namespace: kserve-ci-e2e-test
    resourceVersion: "34293"
    uid: 96e0eaf3-f60f-4324-842d-d5e1843410e9
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:44:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33969"
    uid: 58fc5f81-6e84-4630-88b3-5e7e8c7b3b0a
  kind: Event
  lastTimestamp: "2026-07-28T13:44:06Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T13:44:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:44:06Z"
    name: isvc-paddle-v2-kserve-predictor.18c67800acb598d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "34191"
    uid: 1bbbb629-c458-41a0-84d1-e2b0006db5e4
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:44:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33969"
    uid: 58fc5f81-6e84-4630-88b3-5e7e8c7b3b0a
  kind: Event
  lastTimestamp: "2026-07-28T13:44:06Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T13:44:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:44:06Z"
    name: isvc-paddle-v2-kserve-predictor.18c67800ad31d135
    namespace: kserve-ci-e2e-test
    resourceVersion: "34193"
    uid: ae554c2b-65c0-45a1-942c-0e3ec4902f57
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T13:43:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "33818"
    uid: 3a8680ad-46c2-4f23-84b5-f7e89412ab62
  kind: Event
  lastTimestamp: "2026-07-28T13:44:26Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T13:43:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:44:26Z"
    name: isvc-paddle-v2-kserve.18c677f62f77db62
    namespace: kserve-ci-e2e-test
    resourceVersion: "34332"
    uid: 58974a39-7c66-44f8-a880-392f20ce13f2
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:43:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "33818"
    uid: 3a8680ad-46c2-4f23-84b5-f7e89412ab62
  kind: Event
  lastTimestamp: "2026-07-28T13:43:21Z"
  message: 'Failed to update status for InferenceService "isvc-paddle-v2-kserve":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T13:43:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:43:21Z"
    name: isvc-paddle-v2-kserve.18c677f630092c3e
    namespace: kserve-ci-e2e-test
    resourceVersion: "33832"
    uid: da998471-9c9f-44e6-82aa-19f1b1b3f3dc
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:44:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "34329"
    uid: 3a8680ad-46c2-4f23-84b5-f7e89412ab62
  kind: Event
  lastTimestamp: "2026-07-28T13:44:25Z"
  message: InferenceService [isvc-paddle-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-07-28T13:44:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:44:25Z"
    name: isvc-paddle-v2-kserve.18c6780530fb3fc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "34331"
    uid: d3505263-52a1-4cc8-8f13-90b228e198a1
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T13:40:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "32610"
    uid: 53302dc7-4275-4906-91d5-8c722c6d225c
  kind: Event
  lastTimestamp: "2026-07-28T13:42:03Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T13:40:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:42:03Z"
    name: isvc-paddle.18c677d4c31bdcef
    namespace: kserve-ci-e2e-test
    resourceVersion: "33152"
    uid: 49f2d740-1998-4299-884d-9a90dd0ea63e
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:40:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "32610"
    uid: 53302dc7-4275-4906-91d5-8c722c6d225c
  kind: Event
  lastTimestamp: "2026-07-28T13:40:57Z"
  message: 'Failed to update status for InferenceService "isvc-paddle": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-07-28T13:40:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:40:58Z"
    name: isvc-paddle.18c677d4c3b9a336
    namespace: kserve-ci-e2e-test
    resourceVersion: "32623"
    uid: 777a2534-d68e-4d15-9e8b-0fee83fc3a0e
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:42:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "33149"
    uid: 53302dc7-4275-4906-91d5-8c722c6d225c
  kind: Event
  lastTimestamp: "2026-07-28T13:42:03Z"
  message: InferenceService [isvc-paddle] is Ready
  metadata:
    creationTimestamp: "2026-07-28T13:42:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:42:03Z"
    name: isvc-paddle.18c677e3f81941fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "33150"
    uid: f495a70b-69e3-442f-a0c9-adb0f66a5a0c
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T13:44:38.651706Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-9lzdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "34469"
    uid: bfe8711e-6860-4c32-994e-fb6a6d438aab
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-predictor-8674795f59-9lzdb
    to ip-10-0-129-177.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T13:44:38Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T13:44:38Z"
    name: isvc-pmml-predictor-8674795f59-9lzdb.18c67808239fa35d
    namespace: kserve-ci-e2e-test
    resourceVersion: "34476"
    uid: 3c702d24-b356-40a8-a50a-1fe1048e84eb
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-66456f4f6-kkfbw
  source: {}
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T13:44:38Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-9lzdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "34471"
    uid: bfe8711e-6860-4c32-994e-fb6a6d438aab
  kind: Event
  lastTimestamp: "2026-07-28T13:44:39Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-pmml-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-28T13:44:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:44:39Z"
    name: isvc-pmml-predictor-8674795f59-9lzdb.18c678082ec1bd4e
    namespace: kserve-ci-e2e-test
    resourceVersion: "34488"
    uid: 7a0bff4f-1d2e-4fc5-b981-f5f4676ce5b5
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:44:40Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-9lzdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "34480"
    uid: bfe8711e-6860-4c32-994e-fb6a6d438aab
  kind: Event
  lastTimestamp: "2026-07-28T13:44:40Z"
  message: Add eth0 [10.134.0.39/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T13:44:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T13:44:40Z"
    name: isvc-pmml-predictor-8674795f59-9lzdb.18c6780896b4b2d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "34501"
    uid: 30388dc2-deae-4e38-8776-52e63fab3bc5
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:44:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-9lzdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "34471"
    uid: bfe8711e-6860-4c32-994e-fb6a6d438aab
  kind: Event
  lastTimestamp: "2026-07-28T13:44:40Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T13:44:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:44:40Z"
    name: isvc-pmml-predictor-8674795f59-9lzdb.18c67808990b5b78
    namespace: kserve-ci-e2e-test
    resourceVersion: "34503"
    uid: 3f5f91bc-ffac-4436-a95d-6f4e71050c99
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:44:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-9lzdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "34471"
    uid: bfe8711e-6860-4c32-994e-fb6a6d438aab
  kind: Event
  lastTimestamp: "2026-07-28T13:44:40Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T13:44:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:44:40Z"
    name: isvc-pmml-predictor-8674795f59-9lzdb.18c678089c4910e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "34504"
    uid: deeb74af-eb0c-47b8-867b-3b97b41b9914
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:44:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-9lzdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "34471"
    uid: bfe8711e-6860-4c32-994e-fb6a6d438aab
  kind: Event
  lastTimestamp: "2026-07-28T13:44:40Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T13:44:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:44:40Z"
    name: isvc-pmml-predictor-8674795f59-9lzdb.18c678089cbf3a1c
    namespace: kserve-ci-e2e-test
    resourceVersion: "34505"
    uid: 8f5e1afd-417d-42bc-9f33-24ff86070d9d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:44:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-9lzdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "34471"
    uid: bfe8711e-6860-4c32-994e-fb6a6d438aab
  kind: Event
  lastTimestamp: "2026-07-28T13:44:45Z"
  message: Pulling image "kserve/pmmlserver:latest"
  metadata:
    creationTimestamp: "2026-07-28T13:44:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:44:45Z"
    name: isvc-pmml-predictor-8674795f59-9lzdb.18c67809a4d6d103
    namespace: kserve-ci-e2e-test
    resourceVersion: "34538"
    uid: ebd3b85c-3983-43a6-babf-ac5dbb3c8bd7
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:44:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-9lzdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "34471"
    uid: bfe8711e-6860-4c32-994e-fb6a6d438aab
  kind: Event
  lastTimestamp: "2026-07-28T13:44:52Z"
  message: 'Successfully pulled image "kserve/pmmlserver:latest" in 6.934s (6.934s
    including waiting). Image size: 801937279 bytes.'
  metadata:
    creationTimestamp: "2026-07-28T13:44:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:44:52Z"
    name: isvc-pmml-predictor-8674795f59-9lzdb.18c6780b4223ffc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "34587"
    uid: a3f56ae9-ac91-4b26-9874-15e17fce27ec
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:44:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-9lzdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "34471"
    uid: bfe8711e-6860-4c32-994e-fb6a6d438aab
  kind: Event
  lastTimestamp: "2026-07-28T13:44:52Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T13:44:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:44:52Z"
    name: isvc-pmml-predictor-8674795f59-9lzdb.18c6780b45dfc3f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "34590"
    uid: 08cba777-23b8-453a-8fd0-151ab824236f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:44:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-9lzdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "34471"
    uid: bfe8711e-6860-4c32-994e-fb6a6d438aab
  kind: Event
  lastTimestamp: "2026-07-28T13:44:52Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T13:44:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:44:52Z"
    name: isvc-pmml-predictor-8674795f59-9lzdb.18c6780b46549a96
    namespace: kserve-ci-e2e-test
    resourceVersion: "34591"
    uid: 2d68f9d9-03d2-4ff0-b7bb-93f3a12b285c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:44:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-9lzdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "34471"
    uid: bfe8711e-6860-4c32-994e-fb6a6d438aab
  kind: Event
  lastTimestamp: "2026-07-28T13:44:52Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T13:44:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:44:52Z"
    name: isvc-pmml-predictor-8674795f59-9lzdb.18c6780b465fa2b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "34592"
    uid: 2470bf21-953e-4a0f-8967-ea24cb87e7b0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:44:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-9lzdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "34471"
    uid: bfe8711e-6860-4c32-994e-fb6a6d438aab
  kind: Event
  lastTimestamp: "2026-07-28T13:44:52Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T13:44:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:44:52Z"
    name: isvc-pmml-predictor-8674795f59-9lzdb.18c6780b496d9629
    namespace: kserve-ci-e2e-test
    resourceVersion: "34593"
    uid: aa6cc22b-6ba9-414e-9032-8eb4d0cf5270
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:44:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-9lzdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "34471"
    uid: bfe8711e-6860-4c32-994e-fb6a6d438aab
  kind: Event
  lastTimestamp: "2026-07-28T13:44:52Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T13:44:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:44:52Z"
    name: isvc-pmml-predictor-8674795f59-9lzdb.18c6780b49e379d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34594"
    uid: b92a1f07-642a-4c34-80a6-14ff05759ac5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T13:44:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-9lzdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "34471"
    uid: bfe8711e-6860-4c32-994e-fb6a6d438aab
  kind: Event
  lastTimestamp: "2026-07-28T13:46:20Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.39:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T13:44:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:46:20Z"
    name: isvc-pmml-predictor-8674795f59-9lzdb.18c6780bc0271673
    namespace: kserve-ci-e2e-test
    resourceVersion: "35256"
    uid: db887f24-be63-4285-955f-50622434f2ea
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:46:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-9lzdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "34471"
    uid: bfe8711e-6860-4c32-994e-fb6a6d438aab
  kind: Event
  lastTimestamp: "2026-07-28T13:46:19Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T13:46:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:46:19Z"
    name: isvc-pmml-predictor-8674795f59-9lzdb.18c6781fab422fff
    namespace: kserve-ci-e2e-test
    resourceVersion: "35250"
    uid: c0a05562-de55-48e7-8da2-6b09d24e88ae
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:46:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-9lzdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "34471"
    uid: bfe8711e-6860-4c32-994e-fb6a6d438aab
  kind: Event
  lastTimestamp: "2026-07-28T13:46:19Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T13:46:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:46:19Z"
    name: isvc-pmml-predictor-8674795f59-9lzdb.18c6781fab42b638
    namespace: kserve-ci-e2e-test
    resourceVersion: "35251"
    uid: 40c4e423-d229-449a-b0fc-251b283c5234
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:46:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-9lzdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "34471"
    uid: bfe8711e-6860-4c32-994e-fb6a6d438aab
  kind: Event
  lastTimestamp: "2026-07-28T13:46:20Z"
  message: 'Readiness probe failed: Get "https://10.134.0.39:8643/healthz": dial tcp
    10.134.0.39:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T13:46:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:46:20Z"
    name: isvc-pmml-predictor-8674795f59-9lzdb.18c6781fc6586676
    namespace: kserve-ci-e2e-test
    resourceVersion: "35255"
    uid: f972c961-ae50-4f09-af79-cf7580ea7fcb
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:44:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-predictor-8674795f59
    namespace: kserve-ci-e2e-test
    resourceVersion: "34461"
    uid: 239c7cff-4ad4-430b-9396-b71acd29779d
  kind: Event
  lastTimestamp: "2026-07-28T13:44:38Z"
  message: 'Created pod: isvc-pmml-predictor-8674795f59-9lzdb'
  metadata:
    creationTimestamp: "2026-07-28T13:44:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:44:38Z"
    name: isvc-pmml-predictor-8674795f59.18c6780823366da7
    namespace: kserve-ci-e2e-test
    resourceVersion: "34472"
    uid: c34a29a7-b7a0-42fe-ae93-e110c3d5bf6d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:44:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34459"
    uid: 82689bdf-44aa-4780-98a5-dcf413eeb18a
  kind: Event
  lastTimestamp: "2026-07-28T13:44:38Z"
  message: Scaled up replica set isvc-pmml-predictor-8674795f59 from 0 to 1
  metadata:
    creationTimestamp: "2026-07-28T13:44:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:44:38Z"
    name: isvc-pmml-predictor.18c67808202ea768
    namespace: kserve-ci-e2e-test
    resourceVersion: "34463"
    uid: 93947db0-9226-4a80-9b51-07efe1b080e7
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T13:44:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34460"
    uid: 352a01b1-b095-4ce5-9a3b-99e053bf242e
  kind: Event
  lastTimestamp: "2026-07-28T13:45:38Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T13:44:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:45:38Z"
    name: isvc-pmml-predictor.18c6780b9f30de2a
    namespace: kserve-ci-e2e-test
    resourceVersion: "34926"
    uid: b0c7373b-f255-415c-80f4-3c524b9fe47d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T13:44:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34460"
    uid: 352a01b1-b095-4ce5-9a3b-99e053bf242e
  kind: Event
  lastTimestamp: "2026-07-28T13:45:38Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T13:44:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:45:38Z"
    name: isvc-pmml-predictor.18c6780b9f97633b
    namespace: kserve-ci-e2e-test
    resourceVersion: "34927"
    uid: 3523295e-51df-4adb-812a-c73b53b43459
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T13:45:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34606"
    uid: 352a01b1-b095-4ce5-9a3b-99e053bf242e
  kind: Event
  lastTimestamp: "2026-07-28T13:46:08Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T13:45:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:46:08Z"
    name: isvc-pmml-predictor.18c678199d15ddcb
    namespace: kserve-ci-e2e-test
    resourceVersion: "35138"
    uid: 0b7ae36b-8274-49b2-be59-416d78a94991
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T13:45:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34606"
    uid: 352a01b1-b095-4ce5-9a3b-99e053bf242e
  kind: Event
  lastTimestamp: "2026-07-28T13:46:08Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T13:45:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:46:08Z"
    name: isvc-pmml-predictor.18c678199d8f00a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "35139"
    uid: abc4a04c-a342-437e-9df8-274b579ae288
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T13:46:24.954195Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-86slx
    namespace: kserve-ci-e2e-test
    resourceVersion: "35316"
    uid: 4dc1fb10-eafd-44b8-9dd3-ff986f00aa62
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-runtime-predictor-885fc8777-86slx
    to ip-10-0-129-177.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T13:46:24Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T13:46:24Z"
    name: isvc-pmml-runtime-predictor-885fc8777-86slx.18c67820e3bef2f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "35320"
    uid: 65a13946-52b9-4e09-8ac9-27329e811b38
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-66456f4f6-kkfbw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:46:25Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-86slx
    namespace: kserve-ci-e2e-test
    resourceVersion: "35323"
    uid: 4dc1fb10-eafd-44b8-9dd3-ff986f00aa62
  kind: Event
  lastTimestamp: "2026-07-28T13:46:25Z"
  message: Add eth0 [10.134.0.40/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T13:46:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T13:46:25Z"
    name: isvc-pmml-runtime-predictor-885fc8777-86slx.18c67820fd6cc667
    namespace: kserve-ci-e2e-test
    resourceVersion: "35333"
    uid: 5fa50920-e6a0-400f-b4fa-7bc423f15e30
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:46:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-86slx
    namespace: kserve-ci-e2e-test
    resourceVersion: "35317"
    uid: 4dc1fb10-eafd-44b8-9dd3-ff986f00aa62
  kind: Event
  lastTimestamp: "2026-07-28T13:46:25Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T13:46:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:46:25Z"
    name: isvc-pmml-runtime-predictor-885fc8777-86slx.18c67820ff045ba0
    namespace: kserve-ci-e2e-test
    resourceVersion: "35335"
    uid: 0a4893bf-037d-4201-b7d2-1200be011a19
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:46:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-86slx
    namespace: kserve-ci-e2e-test
    resourceVersion: "35317"
    uid: 4dc1fb10-eafd-44b8-9dd3-ff986f00aa62
  kind: Event
  lastTimestamp: "2026-07-28T13:46:25Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T13:46:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:46:25Z"
    name: isvc-pmml-runtime-predictor-885fc8777-86slx.18c67821035ba7f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "35336"
    uid: 9715693f-0323-42db-8a8d-858c65445b98
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:46:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-86slx
    namespace: kserve-ci-e2e-test
    resourceVersion: "35317"
    uid: 4dc1fb10-eafd-44b8-9dd3-ff986f00aa62
  kind: Event
  lastTimestamp: "2026-07-28T13:46:25Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T13:46:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:46:25Z"
    name: isvc-pmml-runtime-predictor-885fc8777-86slx.18c6782103cf7c0c
    namespace: kserve-ci-e2e-test
    resourceVersion: "35337"
    uid: cd235ed4-7381-4257-aa94-e3fe21461a5e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:46:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-86slx
    namespace: kserve-ci-e2e-test
    resourceVersion: "35317"
    uid: 4dc1fb10-eafd-44b8-9dd3-ff986f00aa62
  kind: Event
  lastTimestamp: "2026-07-28T13:46:29Z"
  message: Container image "kserve/pmmlserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-28T13:46:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:46:29Z"
    name: isvc-pmml-runtime-predictor-885fc8777-86slx.18c67821f684a69e
    namespace: kserve-ci-e2e-test
    resourceVersion: "35368"
    uid: 397a0848-1816-4062-9c40-57205d4db5f3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:46:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-86slx
    namespace: kserve-ci-e2e-test
    resourceVersion: "35317"
    uid: 4dc1fb10-eafd-44b8-9dd3-ff986f00aa62
  kind: Event
  lastTimestamp: "2026-07-28T13:46:29Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T13:46:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:46:29Z"
    name: isvc-pmml-runtime-predictor-885fc8777-86slx.18c67821f9d357ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "35370"
    uid: ee1a768b-5f43-4971-9637-351a378937fb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:46:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-86slx
    namespace: kserve-ci-e2e-test
    resourceVersion: "35317"
    uid: 4dc1fb10-eafd-44b8-9dd3-ff986f00aa62
  kind: Event
  lastTimestamp: "2026-07-28T13:46:29Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T13:46:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:46:29Z"
    name: isvc-pmml-runtime-predictor-885fc8777-86slx.18c67821fa4aafc1
    namespace: kserve-ci-e2e-test
    resourceVersion: "35371"
    uid: 07622729-2c17-4f20-8cb7-92a8e8bbffe0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:46:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-86slx
    namespace: kserve-ci-e2e-test
    resourceVersion: "35317"
    uid: 4dc1fb10-eafd-44b8-9dd3-ff986f00aa62
  kind: Event
  lastTimestamp: "2026-07-28T13:46:29Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T13:46:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:46:29Z"
    name: isvc-pmml-runtime-predictor-885fc8777-86slx.18c67821fa559dab
    namespace: kserve-ci-e2e-test
    resourceVersion: "35373"
    uid: 4bc922d2-d1dd-43ae-b081-cb400c298bf7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:46:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-86slx
    namespace: kserve-ci-e2e-test
    resourceVersion: "35317"
    uid: 4dc1fb10-eafd-44b8-9dd3-ff986f00aa62
  kind: Event
  lastTimestamp: "2026-07-28T13:46:29Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T13:46:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:46:29Z"
    name: isvc-pmml-runtime-predictor-885fc8777-86slx.18c67821fddcd17d
    namespace: kserve-ci-e2e-test
    resourceVersion: "35377"
    uid: b51d2365-9023-405f-8b7f-2904cfeac371
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:46:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-86slx
    namespace: kserve-ci-e2e-test
    resourceVersion: "35317"
    uid: 4dc1fb10-eafd-44b8-9dd3-ff986f00aa62
  kind: Event
  lastTimestamp: "2026-07-28T13:46:29Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T13:46:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:46:29Z"
    name: isvc-pmml-runtime-predictor-885fc8777-86slx.18c67821fe5952e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "35378"
    uid: 9d951300-bba7-4177-a2f5-057ab5e46f8d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T13:46:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-86slx
    namespace: kserve-ci-e2e-test
    resourceVersion: "35317"
    uid: 4dc1fb10-eafd-44b8-9dd3-ff986f00aa62
  kind: Event
  lastTimestamp: "2026-07-28T13:47:57Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.40:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T13:46:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:47:57Z"
    name: isvc-pmml-runtime-predictor-885fc8777-86slx.18c678226e599a61
    namespace: kserve-ci-e2e-test
    resourceVersion: "36024"
    uid: ab7cab69-0499-4b6f-a209-fdd08ff7d45a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:47:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-86slx
    namespace: kserve-ci-e2e-test
    resourceVersion: "35317"
    uid: 4dc1fb10-eafd-44b8-9dd3-ff986f00aa62
  kind: Event
  lastTimestamp: "2026-07-28T13:47:56Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T13:47:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:47:56Z"
    name: isvc-pmml-runtime-predictor-885fc8777-86slx.18c67836263591a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "36011"
    uid: 55af895e-65a1-47fd-93d7-862cc1ec0049
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:47:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-86slx
    namespace: kserve-ci-e2e-test
    resourceVersion: "35317"
    uid: 4dc1fb10-eafd-44b8-9dd3-ff986f00aa62
  kind: Event
  lastTimestamp: "2026-07-28T13:47:56Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T13:47:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:47:56Z"
    name: isvc-pmml-runtime-predictor-885fc8777-86slx.18c678362635f977
    namespace: kserve-ci-e2e-test
    resourceVersion: "36012"
    uid: 4bdd83bd-105e-4d57-b747-c9989dc0c3d8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:47:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-86slx
    namespace: kserve-ci-e2e-test
    resourceVersion: "35317"
    uid: 4dc1fb10-eafd-44b8-9dd3-ff986f00aa62
  kind: Event
  lastTimestamp: "2026-07-28T13:47:57Z"
  message: 'Readiness probe failed: Get "https://10.134.0.40:8643/healthz": dial tcp
    10.134.0.40:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T13:47:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:47:57Z"
    name: isvc-pmml-runtime-predictor-885fc8777-86slx.18c67836748f9267
    namespace: kserve-ci-e2e-test
    resourceVersion: "36023"
    uid: 2642352d-41f4-42d5-8f9c-ad4c8d6362ce
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:46:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-runtime-predictor-885fc8777
    namespace: kserve-ci-e2e-test
    resourceVersion: "35303"
    uid: 2e731d7f-32f9-4b6e-9761-bc54cc02db6b
  kind: Event
  lastTimestamp: "2026-07-28T13:46:24Z"
  message: 'Created pod: isvc-pmml-runtime-predictor-885fc8777-86slx'
  metadata:
    creationTimestamp: "2026-07-28T13:46:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:46:24Z"
    name: isvc-pmml-runtime-predictor-885fc8777.18c67820e357bb4a
    namespace: kserve-ci-e2e-test
    resourceVersion: "35318"
    uid: dc797bbe-5921-4494-889b-f3ae30a6de36
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:46:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35300"
    uid: 90f44a70-4daf-4191-8d0d-84c237c99b19
  kind: Event
  lastTimestamp: "2026-07-28T13:46:24Z"
  message: Scaled up replica set isvc-pmml-runtime-predictor-885fc8777 from 0 to 1
  metadata:
    creationTimestamp: "2026-07-28T13:46:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:46:24Z"
    name: isvc-pmml-runtime-predictor.18c67820db0c9e9a
    namespace: kserve-ci-e2e-test
    resourceVersion: "35307"
    uid: 5762a3dd-ae6a-4c79-b5ab-a7a7cbe4f99e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T13:46:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35301"
    uid: 6899a570-659f-488d-846d-b394e6b2fc59
  kind: Event
  lastTimestamp: "2026-07-28T13:46:54Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T13:46:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:46:54Z"
    name: isvc-pmml-runtime-predictor.18c6782459c9fab2
    namespace: kserve-ci-e2e-test
    resourceVersion: "35558"
    uid: 82861109-f069-4eab-ab4b-5dfe9fbb93f6
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T13:46:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35301"
    uid: 6899a570-659f-488d-846d-b394e6b2fc59
  kind: Event
  lastTimestamp: "2026-07-28T13:46:54Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T13:46:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:46:54Z"
    name: isvc-pmml-runtime-predictor.18c678245a53b93a
    namespace: kserve-ci-e2e-test
    resourceVersion: "35559"
    uid: 0cf38d17-df93-4509-a4f5-e8f30bcd7f7d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T13:47:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35453"
    uid: 6899a570-659f-488d-846d-b394e6b2fc59
  kind: Event
  lastTimestamp: "2026-07-28T13:47:54Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T13:47:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:47:54Z"
    name: isvc-pmml-runtime-predictor.18c6782b58aa8e17
    namespace: kserve-ci-e2e-test
    resourceVersion: "35983"
    uid: e97a10da-70bb-4e6f-9f00-0ed9d935a3d5
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T13:47:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35453"
    uid: 6899a570-659f-488d-846d-b394e6b2fc59
  kind: Event
  lastTimestamp: "2026-07-28T13:47:54Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T13:47:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:47:54Z"
    name: isvc-pmml-runtime-predictor.18c6782b592e656a
    namespace: kserve-ci-e2e-test
    resourceVersion: "35984"
    uid: 7cb4e2d7-f3d0-4033-92bf-a31e5ca64a2b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-28T13:46:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "35293"
    uid: 93072e69-d257-49e1-ba1f-172f3b192bbc
  kind: Event
  lastTimestamp: "2026-07-28T13:47:47Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T13:46:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:47:47Z"
    name: isvc-pmml-runtime.18c67820db06d963
    namespace: kserve-ci-e2e-test
    resourceVersion: "35935"
    uid: 74fbfe8b-c9d6-4d4b-9b86-b46cfc497663
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:46:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "35293"
    uid: 93072e69-d257-49e1-ba1f-172f3b192bbc
  kind: Event
  lastTimestamp: "2026-07-28T13:46:24Z"
  message: 'Failed to update status for InferenceService "isvc-pmml-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T13:46:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:46:24Z"
    name: isvc-pmml-runtime.18c67820dba5068a
    namespace: kserve-ci-e2e-test
    resourceVersion: "35308"
    uid: 1aed2b12-f6e8-4ff0-b2bc-77ae6b4f9f51
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:47:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "35933"
    uid: 93072e69-d257-49e1-ba1f-172f3b192bbc
  kind: Event
  lastTimestamp: "2026-07-28T13:47:47Z"
  message: InferenceService [isvc-pmml-runtime] is Ready
  metadata:
    creationTimestamp: "2026-07-28T13:47:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:47:47Z"
    name: isvc-pmml-runtime.18c678342890eca6
    namespace: kserve-ci-e2e-test
    resourceVersion: "35934"
    uid: aa0e4d3a-1cfc-4ef8-aee1-225a3c21cd3d
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T13:48:01.390991Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-stz59
    namespace: kserve-ci-e2e-test
    resourceVersion: "36079"
    uid: 67f00e5d-1692-41fc-ae31-1d9d4b60a884
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-v2-kserve-predictor-84cb55486c-stz59
    to ip-10-0-129-177.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T13:48:01Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T13:48:01Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-stz59.18c6783757d39a0c
    namespace: kserve-ci-e2e-test
    resourceVersion: "36085"
    uid: 3995285d-4b8b-4aeb-87fb-d275508e163a
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-66456f4f6-kkfbw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:48:01Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-stz59
    namespace: kserve-ci-e2e-test
    resourceVersion: "36089"
    uid: 67f00e5d-1692-41fc-ae31-1d9d4b60a884
  kind: Event
  lastTimestamp: "2026-07-28T13:48:01Z"
  message: Add eth0 [10.134.0.41/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T13:48:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T13:48:01Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-stz59.18c6783771c7437a
    namespace: kserve-ci-e2e-test
    resourceVersion: "36098"
    uid: f6b7d79c-7732-463a-9653-39cd66b75a5d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:48:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-stz59
    namespace: kserve-ci-e2e-test
    resourceVersion: "36082"
    uid: 67f00e5d-1692-41fc-ae31-1d9d4b60a884
  kind: Event
  lastTimestamp: "2026-07-28T13:48:01Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T13:48:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:48:01Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-stz59.18c67837736f5b88
    namespace: kserve-ci-e2e-test
    resourceVersion: "36100"
    uid: 3ccf3d9e-8574-4d7f-9093-295b7e1df24e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:48:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-stz59
    namespace: kserve-ci-e2e-test
    resourceVersion: "36082"
    uid: 67f00e5d-1692-41fc-ae31-1d9d4b60a884
  kind: Event
  lastTimestamp: "2026-07-28T13:48:01Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T13:48:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:48:01Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-stz59.18c67837769b0d1c
    namespace: kserve-ci-e2e-test
    resourceVersion: "36102"
    uid: 4509c380-8a63-474a-9b1e-cabbb448bbd9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:48:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-stz59
    namespace: kserve-ci-e2e-test
    resourceVersion: "36082"
    uid: 67f00e5d-1692-41fc-ae31-1d9d4b60a884
  kind: Event
  lastTimestamp: "2026-07-28T13:48:01Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T13:48:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:48:01Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-stz59.18c6783777169a87
    namespace: kserve-ci-e2e-test
    resourceVersion: "36103"
    uid: bdbce03f-2557-4006-a920-a4230342eddb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:48:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-stz59
    namespace: kserve-ci-e2e-test
    resourceVersion: "36082"
    uid: 67f00e5d-1692-41fc-ae31-1d9d4b60a884
  kind: Event
  lastTimestamp: "2026-07-28T13:48:05Z"
  message: Container image "kserve/pmmlserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-28T13:48:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:48:05Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-stz59.18c6783867a39177
    namespace: kserve-ci-e2e-test
    resourceVersion: "36138"
    uid: 171b13ed-2e2c-4fe0-93cd-38fe204e7cd2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:48:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-stz59
    namespace: kserve-ci-e2e-test
    resourceVersion: "36082"
    uid: 67f00e5d-1692-41fc-ae31-1d9d4b60a884
  kind: Event
  lastTimestamp: "2026-07-28T13:48:06Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T13:48:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:48:06Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-stz59.18c678386ab684ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "36140"
    uid: 14e4230c-1a46-4f9e-9048-9e36634c51e9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:48:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-stz59
    namespace: kserve-ci-e2e-test
    resourceVersion: "36082"
    uid: 67f00e5d-1692-41fc-ae31-1d9d4b60a884
  kind: Event
  lastTimestamp: "2026-07-28T13:48:06Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T13:48:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:48:06Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-stz59.18c678386b2f8c9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36142"
    uid: 2e9ba218-8776-43ad-ba84-61265bcddbe7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:48:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-stz59
    namespace: kserve-ci-e2e-test
    resourceVersion: "36082"
    uid: 67f00e5d-1692-41fc-ae31-1d9d4b60a884
  kind: Event
  lastTimestamp: "2026-07-28T13:48:06Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T13:48:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:48:06Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-stz59.18c678386b3bedd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "36144"
    uid: 6cf637cd-e9a2-43c1-9294-8184b404a0ed
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:48:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-stz59
    namespace: kserve-ci-e2e-test
    resourceVersion: "36082"
    uid: 67f00e5d-1692-41fc-ae31-1d9d4b60a884
  kind: Event
  lastTimestamp: "2026-07-28T13:48:06Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T13:48:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:48:06Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-stz59.18c678386e4bcec1
    namespace: kserve-ci-e2e-test
    resourceVersion: "36146"
    uid: c66c9d8d-d2fb-4e89-8e6e-4a57f5492276
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:48:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-stz59
    namespace: kserve-ci-e2e-test
    resourceVersion: "36082"
    uid: 67f00e5d-1692-41fc-ae31-1d9d4b60a884
  kind: Event
  lastTimestamp: "2026-07-28T13:48:06Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T13:48:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:48:06Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-stz59.18c678386ed2a7c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "36148"
    uid: 660299a7-2f03-4a7d-81c6-164c693e0dcd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T13:48:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-stz59
    namespace: kserve-ci-e2e-test
    resourceVersion: "36082"
    uid: 67f00e5d-1692-41fc-ae31-1d9d4b60a884
  kind: Event
  lastTimestamp: "2026-07-28T13:49:33Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.41:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T13:48:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:49:33Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-stz59.18c67838df952da2
    namespace: kserve-ci-e2e-test
    resourceVersion: "36789"
    uid: 5a3e25d4-e758-438b-bcf0-e3b46e57a5c1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:49:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-stz59
    namespace: kserve-ci-e2e-test
    resourceVersion: "36082"
    uid: 67f00e5d-1692-41fc-ae31-1d9d4b60a884
  kind: Event
  lastTimestamp: "2026-07-28T13:49:32Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T13:49:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:49:32Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-stz59.18c6784c89547a47
    namespace: kserve-ci-e2e-test
    resourceVersion: "36774"
    uid: da1b665f-9807-4600-aad8-e1378eb35b17
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:49:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-stz59
    namespace: kserve-ci-e2e-test
    resourceVersion: "36082"
    uid: 67f00e5d-1692-41fc-ae31-1d9d4b60a884
  kind: Event
  lastTimestamp: "2026-07-28T13:49:32Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T13:49:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:49:32Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-stz59.18c6784c8955cbb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "36775"
    uid: 3d2c0391-7056-462e-a71e-548e6e0fd75b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:49:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-stz59
    namespace: kserve-ci-e2e-test
    resourceVersion: "36082"
    uid: 67f00e5d-1692-41fc-ae31-1d9d4b60a884
  kind: Event
  lastTimestamp: "2026-07-28T13:49:33Z"
  message: 'Readiness probe failed: Get "https://10.134.0.41:8643/healthz": dial tcp
    10.134.0.41:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T13:49:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:49:33Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-stz59.18c6784ce5c8b0ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "36788"
    uid: 248f74d7-6938-416e-b219-f8f487f0454a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:48:01Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-v2-kserve-predictor-84cb55486c
    namespace: kserve-ci-e2e-test
    resourceVersion: "36067"
    uid: eb974081-792b-44c3-9d6c-de3951957e50
  kind: Event
  lastTimestamp: "2026-07-28T13:48:01Z"
  message: 'Created pod: isvc-pmml-v2-kserve-predictor-84cb55486c-stz59'
  metadata:
    creationTimestamp: "2026-07-28T13:48:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:48:01Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c.18c67837575191fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "36083"
    uid: d91eccd1-8fef-480c-871e-66c2074241b4
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:48:01Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36065"
    uid: 7f02e53c-72c1-49e8-a693-e51a7f631005
  kind: Event
  lastTimestamp: "2026-07-28T13:48:01Z"
  message: Scaled up replica set isvc-pmml-v2-kserve-predictor-84cb55486c from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-28T13:48:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:48:01Z"
    name: isvc-pmml-v2-kserve-predictor.18c67837512fbb59
    namespace: kserve-ci-e2e-test
    resourceVersion: "36069"
    uid: b31c2d11-5ffe-490c-8471-130a2d037145
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:48:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36066"
    uid: f20bfcec-d5ec-49c2-9530-49cf80d514ee
  kind: Event
  lastTimestamp: "2026-07-28T13:48:16Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T13:48:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:48:16Z"
    name: isvc-pmml-v2-kserve-predictor.18c6783ad0233c6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "36218"
    uid: d5344ec7-b14c-4d7e-87bf-b98fd80d3e7e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:48:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36066"
    uid: f20bfcec-d5ec-49c2-9530-49cf80d514ee
  kind: Event
  lastTimestamp: "2026-07-28T13:48:16Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T13:48:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:48:16Z"
    name: isvc-pmml-v2-kserve-predictor.18c6783ad0953856
    namespace: kserve-ci-e2e-test
    resourceVersion: "36220"
    uid: 1c59a827-6072-4fe3-bb88-a29c3e6f5980
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-28T13:48:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36219"
    uid: f20bfcec-d5ec-49c2-9530-49cf80d514ee
  kind: Event
  lastTimestamp: "2026-07-28T13:49:31Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T13:48:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:49:31Z"
    name: isvc-pmml-v2-kserve-predictor.18c6783e4f82bf40
    namespace: kserve-ci-e2e-test
    resourceVersion: "36749"
    uid: 09615e1c-1f96-46e4-b0dd-07ee46d58a71
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-28T13:48:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36219"
    uid: f20bfcec-d5ec-49c2-9530-49cf80d514ee
  kind: Event
  lastTimestamp: "2026-07-28T13:49:31Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T13:48:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:49:31Z"
    name: isvc-pmml-v2-kserve-predictor.18c6783e5022840f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36750"
    uid: ae9f9458-bb3b-4a50-9e8b-f5b942aee9ea
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T13:48:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "36055"
    uid: 96c017b1-9a01-4fb7-9bb2-722b32df90d9
  kind: Event
  lastTimestamp: "2026-07-28T13:49:24Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T13:48:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:49:24Z"
    name: isvc-pmml-v2-kserve.18c678375122c8bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "36702"
    uid: 986dad73-0beb-488c-a0c5-a638dbcd5e3f
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:48:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "36055"
    uid: 96c017b1-9a01-4fb7-9bb2-722b32df90d9
  kind: Event
  lastTimestamp: "2026-07-28T13:48:01Z"
  message: 'Failed to update status for InferenceService "isvc-pmml-v2-kserve": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T13:48:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:48:01Z"
    name: isvc-pmml-v2-kserve.18c6783751bfb792
    namespace: kserve-ci-e2e-test
    resourceVersion: "36073"
    uid: 17dd08f4-fa0c-4094-b5c6-ad205ebfbd4c
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:49:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "36699"
    uid: 96c017b1-9a01-4fb7-9bb2-722b32df90d9
  kind: Event
  lastTimestamp: "2026-07-28T13:49:24Z"
  message: InferenceService [isvc-pmml-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-07-28T13:49:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:49:24Z"
    name: isvc-pmml-v2-kserve.18c6784a98805932
    namespace: kserve-ci-e2e-test
    resourceVersion: "36701"
    uid: 8b2580e1-69be-4cc7-9d69-b191338e489a
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T13:44:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "34452"
    uid: 52e7039d-ac00-49fb-a814-5dea4505214e
  kind: Event
  lastTimestamp: "2026-07-28T13:46:10Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T13:44:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:46:10Z"
    name: isvc-pmml.18c67808202fa8ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "35163"
    uid: 037493c7-4dc4-482e-aa8d-8cffd1ad8338
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:44:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "34452"
    uid: 52e7039d-ac00-49fb-a814-5dea4505214e
  kind: Event
  lastTimestamp: "2026-07-28T13:44:38Z"
  message: 'Failed to update status for InferenceService "isvc-pmml": Operation cannot
    be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-28T13:44:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:44:38Z"
    name: isvc-pmml.18c6780820b53b77
    namespace: kserve-ci-e2e-test
    resourceVersion: "34465"
    uid: b3a99141-0564-4ed1-9938-58af592b8a19
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:46:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "35161"
    uid: 52e7039d-ac00-49fb-a814-5dea4505214e
  kind: Event
  lastTimestamp: "2026-07-28T13:46:10Z"
  message: InferenceService [isvc-pmml] is Ready
  metadata:
    creationTimestamp: "2026-07-28T13:46:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:46:10Z"
    name: isvc-pmml.18c6781d79f15d73
    namespace: kserve-ci-e2e-test
    resourceVersion: "35162"
    uid: 3e691b96-c14a-44b9-a1be-8621c666c239
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T13:55:30.136359Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-rwws9
    namespace: kserve-ci-e2e-test
    resourceVersion: "39774"
    uid: 9c07c02b-8105-4e90-9062-c65549925264
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-lightgbm-predictor-ff56bcbb5-rwws9
    to ip-10-0-129-177.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T13:55:30Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T13:55:30Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-rwws9.18c6789fd32276fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "39778"
    uid: 9270ee12-ff3b-4adf-afd4-280789fecad3
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-66456f4f6-kkfbw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:55:30Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-rwws9
    namespace: kserve-ci-e2e-test
    resourceVersion: "39785"
    uid: 9c07c02b-8105-4e90-9062-c65549925264
  kind: Event
  lastTimestamp: "2026-07-28T13:55:30Z"
  message: Add eth0 [10.134.0.47/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T13:55:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T13:55:30Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-rwws9.18c6789fecb09c23
    namespace: kserve-ci-e2e-test
    resourceVersion: "39794"
    uid: a04daeee-61de-4623-accd-d9787478453c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:55:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-rwws9
    namespace: kserve-ci-e2e-test
    resourceVersion: "39776"
    uid: 9c07c02b-8105-4e90-9062-c65549925264
  kind: Event
  lastTimestamp: "2026-07-28T13:55:30Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T13:55:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:55:30Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-rwws9.18c6789fee471d21
    namespace: kserve-ci-e2e-test
    resourceVersion: "39796"
    uid: 9dc265f0-a09b-4205-8b6d-2274a52c9ff5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:55:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-rwws9
    namespace: kserve-ci-e2e-test
    resourceVersion: "39776"
    uid: 9c07c02b-8105-4e90-9062-c65549925264
  kind: Event
  lastTimestamp: "2026-07-28T13:55:30Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T13:55:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:55:30Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-rwws9.18c6789ff0f42783
    namespace: kserve-ci-e2e-test
    resourceVersion: "39797"
    uid: 61b5eb5e-7358-415d-b280-762413e7e03f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:55:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-rwws9
    namespace: kserve-ci-e2e-test
    resourceVersion: "39776"
    uid: 9c07c02b-8105-4e90-9062-c65549925264
  kind: Event
  lastTimestamp: "2026-07-28T13:55:30Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T13:55:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:55:30Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-rwws9.18c6789ff16629f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "39798"
    uid: eeec4dff-a720-4f0b-be63-e9f02ade5f59
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:55:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-rwws9
    namespace: kserve-ci-e2e-test
    resourceVersion: "39776"
    uid: 9c07c02b-8105-4e90-9062-c65549925264
  kind: Event
  lastTimestamp: "2026-07-28T13:55:34Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-28T13:55:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:55:34Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-rwws9.18c678a0ef29f32a
    namespace: kserve-ci-e2e-test
    resourceVersion: "39831"
    uid: 5c2c2462-aaf3-4a01-a808-eb46c7568c9a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:55:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-rwws9
    namespace: kserve-ci-e2e-test
    resourceVersion: "39776"
    uid: 9c07c02b-8105-4e90-9062-c65549925264
  kind: Event
  lastTimestamp: "2026-07-28T13:55:34Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T13:55:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:55:34Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-rwws9.18c678a0f2f1db44
    namespace: kserve-ci-e2e-test
    resourceVersion: "39834"
    uid: 147d0c31-754a-42f3-8428-0b55c34e0fdd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:55:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-rwws9
    namespace: kserve-ci-e2e-test
    resourceVersion: "39776"
    uid: 9c07c02b-8105-4e90-9062-c65549925264
  kind: Event
  lastTimestamp: "2026-07-28T13:55:34Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T13:55:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:55:34Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-rwws9.18c678a0f36a3dd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "39837"
    uid: bc0c827e-63c3-4066-8709-0868c4f25d65
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:55:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-rwws9
    namespace: kserve-ci-e2e-test
    resourceVersion: "39776"
    uid: 9c07c02b-8105-4e90-9062-c65549925264
  kind: Event
  lastTimestamp: "2026-07-28T13:55:34Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T13:55:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:55:34Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-rwws9.18c678a0f375394d
    namespace: kserve-ci-e2e-test
    resourceVersion: "39838"
    uid: 8a74ff3d-402d-4cd2-8d5d-8d0fc87add4c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:55:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-rwws9
    namespace: kserve-ci-e2e-test
    resourceVersion: "39776"
    uid: 9c07c02b-8105-4e90-9062-c65549925264
  kind: Event
  lastTimestamp: "2026-07-28T13:55:35Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T13:55:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:55:35Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-rwws9.18c678a0f677f8ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "39840"
    uid: 0bb9a433-5407-491a-8498-f8ac0f5b15f1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:55:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-rwws9
    namespace: kserve-ci-e2e-test
    resourceVersion: "39776"
    uid: 9c07c02b-8105-4e90-9062-c65549925264
  kind: Event
  lastTimestamp: "2026-07-28T13:55:35Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T13:55:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:55:35Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-rwws9.18c678a0f6ee9413
    namespace: kserve-ci-e2e-test
    resourceVersion: "39842"
    uid: e6218a64-5553-4e28-b33c-1902b04ddfa3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T13:55:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-rwws9
    namespace: kserve-ci-e2e-test
    resourceVersion: "39776"
    uid: 9c07c02b-8105-4e90-9062-c65549925264
  kind: Event
  lastTimestamp: "2026-07-28T13:57:01Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.47:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T13:55:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:57:01Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-rwws9.18c678a12b38717f
    namespace: kserve-ci-e2e-test
    resourceVersion: "40479"
    uid: 015379f8-31be-4ac5-8718-5a9425e3cf3c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:57:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-rwws9
    namespace: kserve-ci-e2e-test
    resourceVersion: "39776"
    uid: 9c07c02b-8105-4e90-9062-c65549925264
  kind: Event
  lastTimestamp: "2026-07-28T13:57:00Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T13:57:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:57:00Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-rwws9.18c678b4cb1528c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "40464"
    uid: 9456044b-f3de-4127-8e47-3615b07438a6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:57:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-rwws9
    namespace: kserve-ci-e2e-test
    resourceVersion: "39776"
    uid: 9c07c02b-8105-4e90-9062-c65549925264
  kind: Event
  lastTimestamp: "2026-07-28T13:57:00Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T13:57:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:57:00Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-rwws9.18c678b4cb15c5d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "40465"
    uid: e2db750c-b8e8-4018-b073-c38f3f0cdd03
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:57:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-rwws9
    namespace: kserve-ci-e2e-test
    resourceVersion: "39776"
    uid: 9c07c02b-8105-4e90-9062-c65549925264
  kind: Event
  lastTimestamp: "2026-07-28T13:57:01Z"
  message: 'Readiness probe failed: Get "https://10.134.0.47:8643/healthz": dial tcp
    10.134.0.47:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T13:57:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:57:01Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-rwws9.18c678b5315f4034
    namespace: kserve-ci-e2e-test
    resourceVersion: "40478"
    uid: 425541be-a7a4-40b5-93f0-52178ffd1684
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:55:30Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "39762"
    uid: c7808cdb-79cf-4366-afe2-39825f1dafa5
  kind: Event
  lastTimestamp: "2026-07-28T13:55:30Z"
  message: 'Created pod: isvc-predictive-lightgbm-predictor-ff56bcbb5-rwws9'
  metadata:
    creationTimestamp: "2026-07-28T13:55:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:55:30Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5.18c6789fd26ec635
    namespace: kserve-ci-e2e-test
    resourceVersion: "39775"
    uid: 2b835629-b9a8-4306-99dd-358d5ed2715c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:55:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39760"
    uid: 6a0136a3-0684-48ea-b940-a17ccdba23f2
  kind: Event
  lastTimestamp: "2026-07-28T13:55:29Z"
  message: Scaled up replica set isvc-predictive-lightgbm-predictor-ff56bcbb5 from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-28T13:55:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:55:29Z"
    name: isvc-predictive-lightgbm-predictor.18c6789fca0b806d
    namespace: kserve-ci-e2e-test
    resourceVersion: "39764"
    uid: a8f2f4af-5612-48a7-b74c-b8bcabd2eb01
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T13:55:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39761"
    uid: a49d4446-b51b-4a54-af41-c5fb1d7fcb9a
  kind: Event
  lastTimestamp: "2026-07-28T13:56:15Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T13:55:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:56:15Z"
    name: isvc-predictive-lightgbm-predictor.18c678a348ed5315
    namespace: kserve-ci-e2e-test
    resourceVersion: "40129"
    uid: aa0cce36-dd4e-4e9a-b73c-8f00d820dda9
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T13:55:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39761"
    uid: a49d4446-b51b-4a54-af41-c5fb1d7fcb9a
  kind: Event
  lastTimestamp: "2026-07-28T13:56:15Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T13:55:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:56:15Z"
    name: isvc-predictive-lightgbm-predictor.18c678a349653ed8
    namespace: kserve-ci-e2e-test
    resourceVersion: "40130"
    uid: a8158c43-9204-4452-9593-401f8eba69f3
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T13:56:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39914"
    uid: a49d4446-b51b-4a54-af41-c5fb1d7fcb9a
  kind: Event
  lastTimestamp: "2026-07-28T13:57:00Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T13:56:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:57:00Z"
    name: isvc-predictive-lightgbm-predictor.18c678adc76d38c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "40448"
    uid: cf4d012b-da86-4fa7-8294-c0d3d283bc9a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T13:56:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39914"
    uid: a49d4446-b51b-4a54-af41-c5fb1d7fcb9a
  kind: Event
  lastTimestamp: "2026-07-28T13:57:00Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T13:56:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:57:00Z"
    name: isvc-predictive-lightgbm-predictor.18c678adc8a9cd05
    namespace: kserve-ci-e2e-test
    resourceVersion: "40450"
    uid: c6266f8e-4ba4-4050-b6f4-0654bc24030e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T14:00:21.918467Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-fwbtg
    namespace: kserve-ci-e2e-test
    resourceVersion: "42093"
    uid: 8a481e92-31f8-4610-b635-9bc985a80ec7
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-lightgbm-v2-predictor-545b7cc587-fwbtg
    to ip-10-0-129-177.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T14:00:21Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T14:00:21Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-fwbtg.18c678e3c2b42231
    namespace: kserve-ci-e2e-test
    resourceVersion: "42097"
    uid: 035d8805-2ad1-40c1-a017-a3fe9cd2026b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-66456f4f6-kkfbw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:00:22Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-fwbtg
    namespace: kserve-ci-e2e-test
    resourceVersion: "42095"
    uid: 8a481e92-31f8-4610-b635-9bc985a80ec7
  kind: Event
  lastTimestamp: "2026-07-28T14:00:22Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-predictive-lightgbm-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-28T14:00:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:00:22Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-fwbtg.18c678e3cbc4221b
    namespace: kserve-ci-e2e-test
    resourceVersion: "42106"
    uid: a576793d-0c9c-46f6-adc0-fe4f894e5937
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:00:22Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-fwbtg
    namespace: kserve-ci-e2e-test
    resourceVersion: "42102"
    uid: 8a481e92-31f8-4610-b635-9bc985a80ec7
  kind: Event
  lastTimestamp: "2026-07-28T14:00:22Z"
  message: Add eth0 [10.134.0.50/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T14:00:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T14:00:22Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-fwbtg.18c678e40010efa6
    namespace: kserve-ci-e2e-test
    resourceVersion: "42116"
    uid: 74e2f8fd-dcfa-492f-9ede-da2cf6b965a6
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:00:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-fwbtg
    namespace: kserve-ci-e2e-test
    resourceVersion: "42095"
    uid: 8a481e92-31f8-4610-b635-9bc985a80ec7
  kind: Event
  lastTimestamp: "2026-07-28T14:00:22Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T14:00:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:00:22Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-fwbtg.18c678e40197d449
    namespace: kserve-ci-e2e-test
    resourceVersion: "42118"
    uid: f61b1592-bca9-4c19-a57d-6944b16ff285
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:00:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-fwbtg
    namespace: kserve-ci-e2e-test
    resourceVersion: "42095"
    uid: 8a481e92-31f8-4610-b635-9bc985a80ec7
  kind: Event
  lastTimestamp: "2026-07-28T14:00:23Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T14:00:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:00:23Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-fwbtg.18c678e40457dbbb
    namespace: kserve-ci-e2e-test
    resourceVersion: "42119"
    uid: 0e347e5c-8c68-49b4-aef1-3a364c586d89
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:00:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-fwbtg
    namespace: kserve-ci-e2e-test
    resourceVersion: "42095"
    uid: 8a481e92-31f8-4610-b635-9bc985a80ec7
  kind: Event
  lastTimestamp: "2026-07-28T14:00:23Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T14:00:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:00:23Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-fwbtg.18c678e404d2905d
    namespace: kserve-ci-e2e-test
    resourceVersion: "42120"
    uid: 5e561980-580a-4a65-82b0-59111f200042
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:00:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-fwbtg
    namespace: kserve-ci-e2e-test
    resourceVersion: "42095"
    uid: 8a481e92-31f8-4610-b635-9bc985a80ec7
  kind: Event
  lastTimestamp: "2026-07-28T14:00:27Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-28T14:00:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:00:27Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-fwbtg.18c678e4fa80b747
    namespace: kserve-ci-e2e-test
    resourceVersion: "42152"
    uid: e07e26a2-3e96-46a4-921a-ee6346cb6073
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:00:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-fwbtg
    namespace: kserve-ci-e2e-test
    resourceVersion: "42095"
    uid: 8a481e92-31f8-4610-b635-9bc985a80ec7
  kind: Event
  lastTimestamp: "2026-07-28T14:00:27Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T14:00:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:00:27Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-fwbtg.18c678e4fd9bcf04
    namespace: kserve-ci-e2e-test
    resourceVersion: "42154"
    uid: b05c1bfb-ac48-484d-827f-13c4d1767e19
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:00:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-fwbtg
    namespace: kserve-ci-e2e-test
    resourceVersion: "42095"
    uid: 8a481e92-31f8-4610-b635-9bc985a80ec7
  kind: Event
  lastTimestamp: "2026-07-28T14:00:27Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T14:00:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:00:27Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-fwbtg.18c678e4fe1a9cf9
    namespace: kserve-ci-e2e-test
    resourceVersion: "42157"
    uid: 0071c655-84cd-4c33-9a1b-3519d85e3bee
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:00:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-fwbtg
    namespace: kserve-ci-e2e-test
    resourceVersion: "42095"
    uid: 8a481e92-31f8-4610-b635-9bc985a80ec7
  kind: Event
  lastTimestamp: "2026-07-28T14:00:27Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T14:00:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:00:27Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-fwbtg.18c678e4fe25e361
    namespace: kserve-ci-e2e-test
    resourceVersion: "42158"
    uid: 6a67ff6e-ac81-468d-9277-c35b7e20170d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:00:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-fwbtg
    namespace: kserve-ci-e2e-test
    resourceVersion: "42095"
    uid: 8a481e92-31f8-4610-b635-9bc985a80ec7
  kind: Event
  lastTimestamp: "2026-07-28T14:00:27Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T14:00:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:00:27Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-fwbtg.18c678e5014f4cab
    namespace: kserve-ci-e2e-test
    resourceVersion: "42161"
    uid: 0c91cf8a-02ac-4177-b115-7c5cd27932bd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:00:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-fwbtg
    namespace: kserve-ci-e2e-test
    resourceVersion: "42095"
    uid: 8a481e92-31f8-4610-b635-9bc985a80ec7
  kind: Event
  lastTimestamp: "2026-07-28T14:00:27Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T14:00:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:00:27Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-fwbtg.18c678e501dc1fb3
    namespace: kserve-ci-e2e-test
    resourceVersion: "42163"
    uid: 5dc9613d-42a3-45fa-9fb0-d86046feddc8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-28T14:01:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-fwbtg
    namespace: kserve-ci-e2e-test
    resourceVersion: "42095"
    uid: 8a481e92-31f8-4610-b635-9bc985a80ec7
  kind: Event
  lastTimestamp: "2026-07-28T14:01:54Z"
  message: 'Readiness probe failed: Get "http://10.134.0.50:8080/v2/models/isvc-predictive-lightgbm-v2/ready":
    dial tcp 10.134.0.50:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T14:01:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:01:54Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-fwbtg.18c678ed98cf6a41
    namespace: kserve-ci-e2e-test
    resourceVersion: "43102"
    uid: ebf55d1a-a556-4a4b-b1bd-db26ac032fc2
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:01:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-fwbtg
    namespace: kserve-ci-e2e-test
    resourceVersion: "42095"
    uid: 8a481e92-31f8-4610-b635-9bc985a80ec7
  kind: Event
  lastTimestamp: "2026-07-28T14:01:51Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T14:01:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:01:51Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-fwbtg.18c678f8bb5bb13b
    namespace: kserve-ci-e2e-test
    resourceVersion: "43080"
    uid: 652dd90a-8cf8-4459-a282-09ee11833dce
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:01:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-fwbtg
    namespace: kserve-ci-e2e-test
    resourceVersion: "42095"
    uid: 8a481e92-31f8-4610-b635-9bc985a80ec7
  kind: Event
  lastTimestamp: "2026-07-28T14:01:51Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T14:01:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:01:51Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-fwbtg.18c678f8bb5c36af
    namespace: kserve-ci-e2e-test
    resourceVersion: "43081"
    uid: 5565a2c1-9b49-4f2f-b98c-012abd4b5095
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:01:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-fwbtg
    namespace: kserve-ci-e2e-test
    resourceVersion: "42095"
    uid: 8a481e92-31f8-4610-b635-9bc985a80ec7
  kind: Event
  lastTimestamp: "2026-07-28T14:01:54Z"
  message: 'Readiness probe failed: Get "https://10.134.0.50:8643/healthz": dial tcp
    10.134.0.50:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T14:01:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:01:54Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-fwbtg.18c678f93cb6aa16
    namespace: kserve-ci-e2e-test
    resourceVersion: "43101"
    uid: a9293ea1-cdc6-4fb4-9e59-736691718200
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:00:21Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587
    namespace: kserve-ci-e2e-test
    resourceVersion: "42081"
    uid: 60212891-7f4a-47a2-8ab9-efc377403071
  kind: Event
  lastTimestamp: "2026-07-28T14:00:21Z"
  message: 'Created pod: isvc-predictive-lightgbm-v2-predictor-545b7cc587-fwbtg'
  metadata:
    creationTimestamp: "2026-07-28T14:00:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T14:00:21Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587.18c678e3c227cfd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "42094"
    uid: c67c3b16-6d7e-4966-a9fa-8ed3bfa6c2ec
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:00:21Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "42079"
    uid: 62a4f32f-8f2d-4e5a-be0a-103ab174af3f
  kind: Event
  lastTimestamp: "2026-07-28T14:00:21Z"
  message: Scaled up replica set isvc-predictive-lightgbm-v2-predictor-545b7cc587
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-28T14:00:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T14:00:21Z"
    name: isvc-predictive-lightgbm-v2-predictor.18c678e3bbf95938
    namespace: kserve-ci-e2e-test
    resourceVersion: "42083"
    uid: 1ef85865-faac-4053-9275-a77ce69eeeae
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:00:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "42080"
    uid: 8f7473c6-4163-41b9-baf4-f818b5363019
  kind: Event
  lastTimestamp: "2026-07-28T14:00:36Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T14:00:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T14:00:36Z"
    name: isvc-predictive-lightgbm-v2-predictor.18c678e73a98de9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "42235"
    uid: 994d8ed0-a719-4dd6-9dc5-fe6658b98369
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:00:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "42080"
    uid: 8f7473c6-4163-41b9-baf4-f818b5363019
  kind: Event
  lastTimestamp: "2026-07-28T14:00:36Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T14:00:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T14:00:36Z"
    name: isvc-predictive-lightgbm-v2-predictor.18c678e73b0042ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "42237"
    uid: c98f9847-cf41-47ab-8a1a-896638be19b4
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-28T14:00:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "42236"
    uid: 8f7473c6-4163-41b9-baf4-f818b5363019
  kind: Event
  lastTimestamp: "2026-07-28T14:01:51Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T14:00:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T14:01:51Z"
    name: isvc-predictive-lightgbm-v2-predictor.18c678eaba2fda7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "43064"
    uid: b1c47faa-f322-4376-ba3d-ac99fb6f3c65
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-28T14:00:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "42236"
    uid: 8f7473c6-4163-41b9-baf4-f818b5363019
  kind: Event
  lastTimestamp: "2026-07-28T14:01:51Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T14:00:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T14:01:51Z"
    name: isvc-predictive-lightgbm-v2-predictor.18c678eaba9cc8c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "43065"
    uid: 203cf456-88fe-44a8-a365-3f539b36df31
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-28T14:00:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "42072"
    uid: 12ad0f2f-ce6c-474a-9c75-1792d52b2199
  kind: Event
  lastTimestamp: "2026-07-28T14:01:44Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T14:00:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T14:01:44Z"
    name: isvc-predictive-lightgbm-v2.18c678e3bc060f68
    namespace: kserve-ci-e2e-test
    resourceVersion: "43010"
    uid: f82eacd0-8023-48db-9562-46a155bcca54
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:00:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "42072"
    uid: 12ad0f2f-ce6c-474a-9c75-1792d52b2199
  kind: Event
  lastTimestamp: "2026-07-28T14:00:21Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-lightgbm-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-lightgbm-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T14:00:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T14:00:21Z"
    name: isvc-predictive-lightgbm-v2.18c678e3bc9b3c64
    namespace: kserve-ci-e2e-test
    resourceVersion: "42086"
    uid: 10d745f9-696f-44a1-9c39-12a08c4abaa4
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:01:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "43007"
    uid: 12ad0f2f-ce6c-474a-9c75-1792d52b2199
  kind: Event
  lastTimestamp: "2026-07-28T14:01:44Z"
  message: InferenceService [isvc-predictive-lightgbm-v2] is Ready
  metadata:
    creationTimestamp: "2026-07-28T14:01:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T14:01:44Z"
    name: isvc-predictive-lightgbm-v2.18c678f6f02cad1c
    namespace: kserve-ci-e2e-test
    resourceVersion: "43008"
    uid: e40e0692-6f64-409a-be43-1ad6a978af4c
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-28T13:55:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "39753"
    uid: 45146479-40b1-43e1-a239-360c8fd43a8e
  kind: Event
  lastTimestamp: "2026-07-28T13:56:52Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T13:55:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:56:52Z"
    name: isvc-predictive-lightgbm.18c6789fca06620b
    namespace: kserve-ci-e2e-test
    resourceVersion: "40388"
    uid: 5bb4346c-13f0-497a-a321-ee575e5d5b3a
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T13:55:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "39753"
    uid: 45146479-40b1-43e1-a239-360c8fd43a8e
  kind: Event
  lastTimestamp: "2026-07-28T13:55:30Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-lightgbm":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-lightgbm":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T13:55:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:55:30Z"
    name: isvc-predictive-lightgbm.18c6789fcad4acc2
    namespace: kserve-ci-e2e-test
    resourceVersion: "39782"
    uid: cdc79eb0-a7cb-4050-acdc-01d7eabd285d
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:55:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "39755"
    uid: 45146479-40b1-43e1-a239-360c8fd43a8e
  kind: Event
  lastTimestamp: "2026-07-28T13:55:30Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-predictive-lightgbm": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-28T13:55:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:55:30Z"
    name: isvc-predictive-lightgbm.18c6789fd3f79c26
    namespace: kserve-ci-e2e-test
    resourceVersion: "39784"
    uid: 25667b67-3713-4423-9170-f854890d3def
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:56:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "40386"
    uid: 45146479-40b1-43e1-a239-360c8fd43a8e
  kind: Event
  lastTimestamp: "2026-07-28T13:56:52Z"
  message: InferenceService [isvc-predictive-lightgbm] is Ready
  metadata:
    creationTimestamp: "2026-07-28T13:56:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:56:52Z"
    name: isvc-predictive-lightgbm.18c678b2e3287c09
    namespace: kserve-ci-e2e-test
    resourceVersion: "40387"
    uid: b1b35443-8a30-4382-be26-195b0ce77735
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T13:51:59.503460Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-s2tjv
    namespace: kserve-ci-e2e-test
    resourceVersion: "38101"
    uid: ff2dfb43-46d1-439b-ba51-2341aaaa4ee0
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-sklearn-predictor-5f849d69df-s2tjv
    to ip-10-0-129-177.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T13:51:59Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T13:51:59Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-s2tjv.18c6786ec86f9bfe
    namespace: kserve-ci-e2e-test
    resourceVersion: "38108"
    uid: 9a6dff26-80c9-4ded-981a-01bf4518eb87
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-66456f4f6-kkfbw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:51:59Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-s2tjv
    namespace: kserve-ci-e2e-test
    resourceVersion: "38111"
    uid: ff2dfb43-46d1-439b-ba51-2341aaaa4ee0
  kind: Event
  lastTimestamp: "2026-07-28T13:51:59Z"
  message: Add eth0 [10.134.0.45/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T13:51:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T13:51:59Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-s2tjv.18c6786ee251b341
    namespace: kserve-ci-e2e-test
    resourceVersion: "38118"
    uid: 41556fa6-df96-4aa8-8242-b82f7f321005
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:51:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-s2tjv
    namespace: kserve-ci-e2e-test
    resourceVersion: "38103"
    uid: ff2dfb43-46d1-439b-ba51-2341aaaa4ee0
  kind: Event
  lastTimestamp: "2026-07-28T13:51:59Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T13:51:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:51:59Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-s2tjv.18c6786ee46e319e
    namespace: kserve-ci-e2e-test
    resourceVersion: "38120"
    uid: fd99c77b-3039-4520-80ef-4a57f3519fb9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:52:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-s2tjv
    namespace: kserve-ci-e2e-test
    resourceVersion: "38103"
    uid: ff2dfb43-46d1-439b-ba51-2341aaaa4ee0
  kind: Event
  lastTimestamp: "2026-07-28T13:52:00Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T13:52:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:52:00Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-s2tjv.18c6786ee74ef29c
    namespace: kserve-ci-e2e-test
    resourceVersion: "38121"
    uid: 942f1d5a-5feb-4844-bdca-c749dc375316
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:52:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-s2tjv
    namespace: kserve-ci-e2e-test
    resourceVersion: "38103"
    uid: ff2dfb43-46d1-439b-ba51-2341aaaa4ee0
  kind: Event
  lastTimestamp: "2026-07-28T13:52:00Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T13:52:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:52:00Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-s2tjv.18c6786ee7c1f570
    namespace: kserve-ci-e2e-test
    resourceVersion: "38122"
    uid: c186b5c4-4ff7-4c9d-846a-f608d8220d0d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:52:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-s2tjv
    namespace: kserve-ci-e2e-test
    resourceVersion: "38103"
    uid: ff2dfb43-46d1-439b-ba51-2341aaaa4ee0
  kind: Event
  lastTimestamp: "2026-07-28T13:52:03Z"
  message: Pulling image "kserve/predictiveserver:latest"
  metadata:
    creationTimestamp: "2026-07-28T13:52:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:52:03Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-s2tjv.18c6786fd3e05e7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "38154"
    uid: 767c9efb-dc36-4318-a44d-94a590c3803a
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:52:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-s2tjv
    namespace: kserve-ci-e2e-test
    resourceVersion: "38103"
    uid: ff2dfb43-46d1-439b-ba51-2341aaaa4ee0
  kind: Event
  lastTimestamp: "2026-07-28T13:52:25Z"
  message: 'Successfully pulled image "kserve/predictiveserver:latest" in 21.073s
    (21.073s including waiting). Image size: 2352711313 bytes.'
  metadata:
    creationTimestamp: "2026-07-28T13:52:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:52:25Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-s2tjv.18c67874bbf9db3f
    namespace: kserve-ci-e2e-test
    resourceVersion: "38306"
    uid: 34753b77-0eb0-4be0-ad1c-dcda21f32944
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:52:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-s2tjv
    namespace: kserve-ci-e2e-test
    resourceVersion: "38103"
    uid: ff2dfb43-46d1-439b-ba51-2341aaaa4ee0
  kind: Event
  lastTimestamp: "2026-07-28T13:52:25Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T13:52:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:52:25Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-s2tjv.18c67874bf90af99
    namespace: kserve-ci-e2e-test
    resourceVersion: "38307"
    uid: 34b89150-12a3-408e-8063-e73ed308146d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:52:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-s2tjv
    namespace: kserve-ci-e2e-test
    resourceVersion: "38103"
    uid: ff2dfb43-46d1-439b-ba51-2341aaaa4ee0
  kind: Event
  lastTimestamp: "2026-07-28T13:52:25Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T13:52:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:52:25Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-s2tjv.18c67874c007ade3
    namespace: kserve-ci-e2e-test
    resourceVersion: "38308"
    uid: 3a5b314c-49f9-4e90-a1d5-14a96a192aad
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:52:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-s2tjv
    namespace: kserve-ci-e2e-test
    resourceVersion: "38103"
    uid: ff2dfb43-46d1-439b-ba51-2341aaaa4ee0
  kind: Event
  lastTimestamp: "2026-07-28T13:52:25Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T13:52:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:52:25Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-s2tjv.18c67874c010a255
    namespace: kserve-ci-e2e-test
    resourceVersion: "38309"
    uid: e20859d6-04b6-447f-8ded-d4154abc485c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:52:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-s2tjv
    namespace: kserve-ci-e2e-test
    resourceVersion: "38103"
    uid: ff2dfb43-46d1-439b-ba51-2341aaaa4ee0
  kind: Event
  lastTimestamp: "2026-07-28T13:52:25Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T13:52:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:52:25Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-s2tjv.18c67874c2e3ee38
    namespace: kserve-ci-e2e-test
    resourceVersion: "38310"
    uid: 8e641b0e-ae39-4997-949d-7a406aadbec1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:52:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-s2tjv
    namespace: kserve-ci-e2e-test
    resourceVersion: "38103"
    uid: ff2dfb43-46d1-439b-ba51-2341aaaa4ee0
  kind: Event
  lastTimestamp: "2026-07-28T13:52:25Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T13:52:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:52:25Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-s2tjv.18c67874c35bdd3d
    namespace: kserve-ci-e2e-test
    resourceVersion: "38311"
    uid: 26e5026a-b054-4d58-acef-9c5f98d5837e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T13:52:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-s2tjv
    namespace: kserve-ci-e2e-test
    resourceVersion: "38103"
    uid: ff2dfb43-46d1-439b-ba51-2341aaaa4ee0
  kind: Event
  lastTimestamp: "2026-07-28T13:53:53Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.45:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T13:52:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:53:53Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-s2tjv.18c678753633a337
    namespace: kserve-ci-e2e-test
    resourceVersion: "38955"
    uid: 11cf7e8e-6768-4c00-b33f-6f91d180e121
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:53:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-s2tjv
    namespace: kserve-ci-e2e-test
    resourceVersion: "38103"
    uid: ff2dfb43-46d1-439b-ba51-2341aaaa4ee0
  kind: Event
  lastTimestamp: "2026-07-28T13:53:49Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T13:53:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:53:49Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-s2tjv.18c67888674d05b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "38929"
    uid: f21dcd2b-a22e-40d0-9c0d-677a2045f9b4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:53:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-s2tjv
    namespace: kserve-ci-e2e-test
    resourceVersion: "38103"
    uid: ff2dfb43-46d1-439b-ba51-2341aaaa4ee0
  kind: Event
  lastTimestamp: "2026-07-28T13:53:49Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T13:53:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:53:49Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-s2tjv.18c67888674e4326
    namespace: kserve-ci-e2e-test
    resourceVersion: "38930"
    uid: 973cbed1-373e-47cf-8a2e-900443be5b6f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:53:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-s2tjv
    namespace: kserve-ci-e2e-test
    resourceVersion: "38103"
    uid: ff2dfb43-46d1-439b-ba51-2341aaaa4ee0
  kind: Event
  lastTimestamp: "2026-07-28T13:53:53Z"
  message: 'Readiness probe failed: Get "https://10.134.0.45:8643/healthz": dial tcp
    10.134.0.45:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T13:53:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:53:53Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-s2tjv.18c678893c5eb45c
    namespace: kserve-ci-e2e-test
    resourceVersion: "38954"
    uid: 0f9a6cfc-efcf-4d71-b791-82df90e22500
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:51:59Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-sklearn-predictor-5f849d69df
    namespace: kserve-ci-e2e-test
    resourceVersion: "38091"
    uid: 6fc0f9d8-3eb4-4e17-9db8-d2f834ae7808
  kind: Event
  lastTimestamp: "2026-07-28T13:51:59Z"
  message: 'Created pod: isvc-predictive-sklearn-predictor-5f849d69df-s2tjv'
  metadata:
    creationTimestamp: "2026-07-28T13:51:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:51:59Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df.18c6786ec785aa8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "38105"
    uid: ffd7bcc5-b24b-46e2-8d79-eeca29047cdb
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:51:59Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38088"
    uid: 7a44458a-47f4-4c71-9389-3205c9f4be51
  kind: Event
  lastTimestamp: "2026-07-28T13:51:59Z"
  message: Scaled up replica set isvc-predictive-sklearn-predictor-5f849d69df from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-28T13:51:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:51:59Z"
    name: isvc-predictive-sklearn-predictor.18c6786ebf55ce2e
    namespace: kserve-ci-e2e-test
    resourceVersion: "38092"
    uid: 28f720e4-cf0c-4857-a931-dd93d98f58e3
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T13:52:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38089"
    uid: 6c8ffdc0-eb3d-4180-90dd-ea8be203b4d2
  kind: Event
  lastTimestamp: "2026-07-28T13:52:59Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T13:52:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:52:59Z"
    name: isvc-predictive-sklearn-predictor.18c678723e800f8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "38548"
    uid: 84b142ce-869d-4051-952b-18d555dbd131
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T13:52:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38089"
    uid: 6c8ffdc0-eb3d-4180-90dd-ea8be203b4d2
  kind: Event
  lastTimestamp: "2026-07-28T13:52:59Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T13:52:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:52:59Z"
    name: isvc-predictive-sklearn-predictor.18c678723ef4a789
    namespace: kserve-ci-e2e-test
    resourceVersion: "38549"
    uid: da62d9da-ae95-4359-acb4-873b9cc1e3b7
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T13:53:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38229"
    uid: 6c8ffdc0-eb3d-4180-90dd-ea8be203b4d2
  kind: Event
  lastTimestamp: "2026-07-28T13:53:44Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T13:53:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:53:44Z"
    name: isvc-predictive-sklearn-predictor.18c678803b5733f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "38882"
    uid: a5e6f429-e7e9-4e99-808f-6e6bf6748fc8
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T13:53:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38229"
    uid: 6c8ffdc0-eb3d-4180-90dd-ea8be203b4d2
  kind: Event
  lastTimestamp: "2026-07-28T13:53:44Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T13:53:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:53:44Z"
    name: isvc-predictive-sklearn-predictor.18c678803bc02ba4
    namespace: kserve-ci-e2e-test
    resourceVersion: "38883"
    uid: bc482983-dac2-45eb-92fe-0f4d3df3f308
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T13:57:05.341741Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-j5nrv
    namespace: kserve-ci-e2e-test
    resourceVersion: "40528"
    uid: 6ec35cd8-9a2c-441b-8dc7-2c495d1a250e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-sklearn-v2-predictor-745f9c8c9f-j5nrv
    to ip-10-0-129-177.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T13:57:05Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T13:57:05Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-j5nrv.18c678b5fdd15899
    namespace: kserve-ci-e2e-test
    resourceVersion: "40532"
    uid: 9b0c18d6-4a70-438f-8f65-58188df6d3a4
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-66456f4f6-kkfbw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:57:05Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-j5nrv
    namespace: kserve-ci-e2e-test
    resourceVersion: "40530"
    uid: 6ec35cd8-9a2c-441b-8dc7-2c495d1a250e
  kind: Event
  lastTimestamp: "2026-07-28T13:57:05Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-predictive-sklearn-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-28T13:57:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:57:05Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-j5nrv.18c678b60b04f4a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "40543"
    uid: 91398297-dc47-421d-8cd1-719c560e94a8
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:57:06Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-j5nrv
    namespace: kserve-ci-e2e-test
    resourceVersion: "40536"
    uid: 6ec35cd8-9a2c-441b-8dc7-2c495d1a250e
  kind: Event
  lastTimestamp: "2026-07-28T13:57:06Z"
  message: Add eth0 [10.134.0.48/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T13:57:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T13:57:06Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-j5nrv.18c678b63bc77122
    namespace: kserve-ci-e2e-test
    resourceVersion: "40556"
    uid: 539f2e2b-8fc3-4f05-8dcf-72421f327c5e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:57:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-j5nrv
    namespace: kserve-ci-e2e-test
    resourceVersion: "40530"
    uid: 6ec35cd8-9a2c-441b-8dc7-2c495d1a250e
  kind: Event
  lastTimestamp: "2026-07-28T13:57:06Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T13:57:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:57:06Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-j5nrv.18c678b63d3d7ab9
    namespace: kserve-ci-e2e-test
    resourceVersion: "40558"
    uid: eb710185-a6a0-4df3-b2fb-5dd0c88150a3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:57:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-j5nrv
    namespace: kserve-ci-e2e-test
    resourceVersion: "40530"
    uid: 6ec35cd8-9a2c-441b-8dc7-2c495d1a250e
  kind: Event
  lastTimestamp: "2026-07-28T13:57:06Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T13:57:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:57:06Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-j5nrv.18c678b64067f776
    namespace: kserve-ci-e2e-test
    resourceVersion: "40559"
    uid: 307f7f7a-4985-4d6a-a45f-7b81e010c851
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:57:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-j5nrv
    namespace: kserve-ci-e2e-test
    resourceVersion: "40530"
    uid: 6ec35cd8-9a2c-441b-8dc7-2c495d1a250e
  kind: Event
  lastTimestamp: "2026-07-28T13:57:06Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T13:57:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:57:06Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-j5nrv.18c678b640df1e50
    namespace: kserve-ci-e2e-test
    resourceVersion: "40560"
    uid: bfdf584a-c9a2-48cb-ab84-2a05e98d461d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:57:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-j5nrv
    namespace: kserve-ci-e2e-test
    resourceVersion: "40530"
    uid: 6ec35cd8-9a2c-441b-8dc7-2c495d1a250e
  kind: Event
  lastTimestamp: "2026-07-28T13:57:11Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-28T13:57:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:57:11Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-j5nrv.18c678b761ee771c
    namespace: kserve-ci-e2e-test
    resourceVersion: "40605"
    uid: 615a1406-513b-450e-afd8-3d256ad8fc97
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:57:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-j5nrv
    namespace: kserve-ci-e2e-test
    resourceVersion: "40530"
    uid: 6ec35cd8-9a2c-441b-8dc7-2c495d1a250e
  kind: Event
  lastTimestamp: "2026-07-28T13:57:11Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T13:57:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:57:11Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-j5nrv.18c678b764fba670
    namespace: kserve-ci-e2e-test
    resourceVersion: "40607"
    uid: 71d8e47d-370c-4471-a85f-ecd62496239a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:57:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-j5nrv
    namespace: kserve-ci-e2e-test
    resourceVersion: "40530"
    uid: 6ec35cd8-9a2c-441b-8dc7-2c495d1a250e
  kind: Event
  lastTimestamp: "2026-07-28T13:57:11Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T13:57:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:57:11Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-j5nrv.18c678b76571f51f
    namespace: kserve-ci-e2e-test
    resourceVersion: "40610"
    uid: a899ce18-f2fa-44ff-8879-dd677722b793
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:57:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-j5nrv
    namespace: kserve-ci-e2e-test
    resourceVersion: "40530"
    uid: 6ec35cd8-9a2c-441b-8dc7-2c495d1a250e
  kind: Event
  lastTimestamp: "2026-07-28T13:57:11Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T13:57:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:57:11Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-j5nrv.18c678b7657d1aea
    namespace: kserve-ci-e2e-test
    resourceVersion: "40611"
    uid: 12567eb2-7723-42bd-943c-b03f8ee1490a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:57:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-j5nrv
    namespace: kserve-ci-e2e-test
    resourceVersion: "40530"
    uid: 6ec35cd8-9a2c-441b-8dc7-2c495d1a250e
  kind: Event
  lastTimestamp: "2026-07-28T13:57:11Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T13:57:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:57:11Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-j5nrv.18c678b768fa8425
    namespace: kserve-ci-e2e-test
    resourceVersion: "40614"
    uid: 80659d00-6f67-453c-beba-d147a2d59183
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:57:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-j5nrv
    namespace: kserve-ci-e2e-test
    resourceVersion: "40530"
    uid: 6ec35cd8-9a2c-441b-8dc7-2c495d1a250e
  kind: Event
  lastTimestamp: "2026-07-28T13:57:11Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T13:57:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:57:11Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-j5nrv.18c678b76970c327
    namespace: kserve-ci-e2e-test
    resourceVersion: "40615"
    uid: 8098b1f1-f269-47fc-b588-32938266b9d2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-28T13:57:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-j5nrv
    namespace: kserve-ci-e2e-test
    resourceVersion: "40530"
    uid: 6ec35cd8-9a2c-441b-8dc7-2c495d1a250e
  kind: Event
  lastTimestamp: "2026-07-28T13:58:39Z"
  message: 'Readiness probe failed: Get "http://10.134.0.48:8080/v2/models/isvc-predictive-sklearn-v2/ready":
    dial tcp 10.134.0.48:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T13:57:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:58:39Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-j5nrv.18c678c03c2a3661
    namespace: kserve-ci-e2e-test
    resourceVersion: "41254"
    uid: c6980a9b-adcc-4d91-b10a-532ad05e981d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:58:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-j5nrv
    namespace: kserve-ci-e2e-test
    resourceVersion: "40530"
    uid: 6ec35cd8-9a2c-441b-8dc7-2c495d1a250e
  kind: Event
  lastTimestamp: "2026-07-28T13:58:36Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T13:58:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:58:36Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-j5nrv.18c678cb30ecc68a
    namespace: kserve-ci-e2e-test
    resourceVersion: "41232"
    uid: d8a3bd83-eaa2-4f9a-9ebd-8d2bef1b65ec
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:58:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-j5nrv
    namespace: kserve-ci-e2e-test
    resourceVersion: "40530"
    uid: 6ec35cd8-9a2c-441b-8dc7-2c495d1a250e
  kind: Event
  lastTimestamp: "2026-07-28T13:58:36Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T13:58:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:58:36Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-j5nrv.18c678cb30ed8e0f
    namespace: kserve-ci-e2e-test
    resourceVersion: "41233"
    uid: b81f5984-406c-474c-96ea-ba9fb4f2f9cc
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:58:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-j5nrv
    namespace: kserve-ci-e2e-test
    resourceVersion: "40530"
    uid: 6ec35cd8-9a2c-441b-8dc7-2c495d1a250e
  kind: Event
  lastTimestamp: "2026-07-28T13:58:39Z"
  message: 'Readiness probe failed: Get "https://10.134.0.48:8643/healthz": dial tcp
    10.134.0.48:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T13:58:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:58:39Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-j5nrv.18c678cbe010d0dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "41253"
    uid: c4ae6d39-57f9-499f-8a1a-4807a41a17fb
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:57:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "40516"
    uid: 2c2b9867-7923-44ef-87a7-1af35e3c1153
  kind: Event
  lastTimestamp: "2026-07-28T13:57:05Z"
  message: 'Created pod: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-j5nrv'
  metadata:
    creationTimestamp: "2026-07-28T13:57:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:57:05Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f.18c678b5fd536c04
    namespace: kserve-ci-e2e-test
    resourceVersion: "40529"
    uid: 87ed6121-decc-4959-ab57-74e36b4414be
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:57:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40514"
    uid: a18836af-9291-4078-8b08-7eaacf173586
  kind: Event
  lastTimestamp: "2026-07-28T13:57:05Z"
  message: Scaled up replica set isvc-predictive-sklearn-v2-predictor-745f9c8c9f from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-28T13:57:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:57:05Z"
    name: isvc-predictive-sklearn-v2-predictor.18c678b5f8c3e754
    namespace: kserve-ci-e2e-test
    resourceVersion: "40517"
    uid: 01b8ff3a-a0e5-4da4-a231-de93647132de
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:57:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40515"
    uid: d2b0d409-538f-4e67-8832-e69ac661bbd4
  kind: Event
  lastTimestamp: "2026-07-28T13:57:20Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T13:57:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:57:20Z"
    name: isvc-predictive-sklearn-v2-predictor.18c678b977b73d0e
    namespace: kserve-ci-e2e-test
    resourceVersion: "40674"
    uid: 4064525d-4143-41fd-b241-5b63ea142070
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:57:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40515"
    uid: d2b0d409-538f-4e67-8832-e69ac661bbd4
  kind: Event
  lastTimestamp: "2026-07-28T13:57:20Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T13:57:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:57:20Z"
    name: isvc-predictive-sklearn-v2-predictor.18c678b978256d12
    namespace: kserve-ci-e2e-test
    resourceVersion: "40676"
    uid: 46d44ae0-51a8-4113-a68d-e49084d35241
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-28T13:57:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40675"
    uid: d2b0d409-538f-4e67-8832-e69ac661bbd4
  kind: Event
  lastTimestamp: "2026-07-28T13:58:35Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T13:57:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:58:35Z"
    name: isvc-predictive-sklearn-v2-predictor.18c678bcf777e7e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "41206"
    uid: 8d1fce9b-8230-4aeb-931a-327a8d803439
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-28T13:57:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40675"
    uid: d2b0d409-538f-4e67-8832-e69ac661bbd4
  kind: Event
  lastTimestamp: "2026-07-28T13:58:35Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T13:57:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:58:35Z"
    name: isvc-predictive-sklearn-v2-predictor.18c678bcf7f040ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "41207"
    uid: cde4c335-4fdc-4fa9-b7a1-99547c1c847f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-28T13:57:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "40506"
    uid: 57092815-af76-4c9e-989a-99af770c42dc
  kind: Event
  lastTimestamp: "2026-07-28T13:58:29Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T13:57:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:58:29Z"
    name: isvc-predictive-sklearn-v2.18c678b5f8ca4980
    namespace: kserve-ci-e2e-test
    resourceVersion: "41167"
    uid: 2ff207ca-58ee-4190-b103-e1fae8f4f9d1
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T13:57:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "40506"
    uid: 57092815-af76-4c9e-989a-99af770c42dc
  kind: Event
  lastTimestamp: "2026-07-28T13:57:05Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-sklearn-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-sklearn-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T13:57:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:57:05Z"
    name: isvc-predictive-sklearn-v2.18c678b5f94f72cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "40539"
    uid: e90fb041-bead-495c-9786-c0f52ea48495
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:57:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "40509"
    uid: 57092815-af76-4c9e-989a-99af770c42dc
  kind: Event
  lastTimestamp: "2026-07-28T13:57:05Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-predictive-sklearn-v2": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-28T13:57:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:57:05Z"
    name: isvc-predictive-sklearn-v2.18c678b5ffc610a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "40540"
    uid: 548390e5-6239-472c-9454-503c6b5870cc
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:58:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "41165"
    uid: 57092815-af76-4c9e-989a-99af770c42dc
  kind: Event
  lastTimestamp: "2026-07-28T13:58:29Z"
  message: InferenceService [isvc-predictive-sklearn-v2] is Ready
  metadata:
    creationTimestamp: "2026-07-28T13:58:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:58:29Z"
    name: isvc-predictive-sklearn-v2.18c678c9959b637c
    namespace: kserve-ci-e2e-test
    resourceVersion: "41166"
    uid: 850fe6e0-1a60-463a-b32e-b0aec1386f22
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T13:51:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "38080"
    uid: 2559364e-08ae-4849-ade4-ed61bf4fa4d0
  kind: Event
  lastTimestamp: "2026-07-28T13:53:43Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T13:51:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:53:43Z"
    name: isvc-predictive-sklearn.18c6786ebf489d09
    namespace: kserve-ci-e2e-test
    resourceVersion: "38871"
    uid: 1b7e8755-4f1b-478d-a4ed-6d870b44d565
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:51:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "38080"
    uid: 2559364e-08ae-4849-ade4-ed61bf4fa4d0
  kind: Event
  lastTimestamp: "2026-07-28T13:51:59Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-sklearn":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-sklearn":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T13:51:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:51:59Z"
    name: isvc-predictive-sklearn.18c6786ec016396f
    namespace: kserve-ci-e2e-test
    resourceVersion: "38097"
    uid: a7d54a08-38fc-486c-bfd4-0bf115c7a087
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:53:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "38869"
    uid: 2559364e-08ae-4849-ade4-ed61bf4fa4d0
  kind: Event
  lastTimestamp: "2026-07-28T13:53:43Z"
  message: InferenceService [isvc-predictive-sklearn] is Ready
  metadata:
    creationTimestamp: "2026-07-28T13:53:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:53:43Z"
    name: isvc-predictive-sklearn.18c67886eed198c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "38870"
    uid: 442454ac-7f7d-456a-a320-d5c849a10f1c
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T13:53:54.716708Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-f6ncv
    namespace: kserve-ci-e2e-test
    resourceVersion: "38997"
    uid: e508880b-f31b-46e6-b189-d5c9a4872595
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-xgboost-predictor-695f978978-f6ncv
    to ip-10-0-129-177.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T13:53:54Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T13:53:54Z"
    name: isvc-predictive-xgboost-predictor-695f978978-f6ncv.18c678899bae278a
    namespace: kserve-ci-e2e-test
    resourceVersion: "39002"
    uid: c5ccd02c-4228-4a80-acec-6c58d20bfa79
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-66456f4f6-kkfbw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:53:54Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-f6ncv
    namespace: kserve-ci-e2e-test
    resourceVersion: "38999"
    uid: e508880b-f31b-46e6-b189-d5c9a4872595
  kind: Event
  lastTimestamp: "2026-07-28T13:53:54Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-predictive-xgboost-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-28T13:53:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:53:54Z"
    name: isvc-predictive-xgboost-predictor-695f978978-f6ncv.18c67889aae62e21
    namespace: kserve-ci-e2e-test
    resourceVersion: "39015"
    uid: 7bd013d9-8fcd-45a8-9330-6742e84a05fe
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:53:55Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-f6ncv
    namespace: kserve-ci-e2e-test
    resourceVersion: "39008"
    uid: e508880b-f31b-46e6-b189-d5c9a4872595
  kind: Event
  lastTimestamp: "2026-07-28T13:53:55Z"
  message: Add eth0 [10.134.0.46/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T13:53:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T13:53:55Z"
    name: isvc-predictive-xgboost-predictor-695f978978-f6ncv.18c67889d8ffe827
    namespace: kserve-ci-e2e-test
    resourceVersion: "39022"
    uid: b5c5f49c-e307-48ec-8d08-dd4b608cadcb
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:53:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-f6ncv
    namespace: kserve-ci-e2e-test
    resourceVersion: "38999"
    uid: e508880b-f31b-46e6-b189-d5c9a4872595
  kind: Event
  lastTimestamp: "2026-07-28T13:53:55Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T13:53:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:53:55Z"
    name: isvc-predictive-xgboost-predictor-695f978978-f6ncv.18c67889da68ac09
    namespace: kserve-ci-e2e-test
    resourceVersion: "39024"
    uid: f8fd8227-1aff-47da-a88b-dd3bcdfc40f0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:53:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-f6ncv
    namespace: kserve-ci-e2e-test
    resourceVersion: "38999"
    uid: e508880b-f31b-46e6-b189-d5c9a4872595
  kind: Event
  lastTimestamp: "2026-07-28T13:53:55Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T13:53:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:53:55Z"
    name: isvc-predictive-xgboost-predictor-695f978978-f6ncv.18c67889dd0e915b
    namespace: kserve-ci-e2e-test
    resourceVersion: "39025"
    uid: dbceb4ef-ae74-4160-bff1-f3d058aa9995
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:53:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-f6ncv
    namespace: kserve-ci-e2e-test
    resourceVersion: "38999"
    uid: e508880b-f31b-46e6-b189-d5c9a4872595
  kind: Event
  lastTimestamp: "2026-07-28T13:53:55Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T13:53:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:53:55Z"
    name: isvc-predictive-xgboost-predictor-695f978978-f6ncv.18c67889dd824166
    namespace: kserve-ci-e2e-test
    resourceVersion: "39026"
    uid: 4983634d-8650-496d-8fc0-7c2b5d08ad34
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:53:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-f6ncv
    namespace: kserve-ci-e2e-test
    resourceVersion: "38999"
    uid: e508880b-f31b-46e6-b189-d5c9a4872595
  kind: Event
  lastTimestamp: "2026-07-28T13:53:59Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-28T13:53:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:53:59Z"
    name: isvc-predictive-xgboost-predictor-695f978978-f6ncv.18c6788ab8835058
    namespace: kserve-ci-e2e-test
    resourceVersion: "39059"
    uid: b5306557-3489-4870-8fd8-79d4a7211323
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:53:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-f6ncv
    namespace: kserve-ci-e2e-test
    resourceVersion: "38999"
    uid: e508880b-f31b-46e6-b189-d5c9a4872595
  kind: Event
  lastTimestamp: "2026-07-28T13:53:59Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T13:53:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:53:59Z"
    name: isvc-predictive-xgboost-predictor-695f978978-f6ncv.18c6788abc7f61ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "39061"
    uid: 030815aa-512d-49bd-8f6e-1203119b1640
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:53:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-f6ncv
    namespace: kserve-ci-e2e-test
    resourceVersion: "38999"
    uid: e508880b-f31b-46e6-b189-d5c9a4872595
  kind: Event
  lastTimestamp: "2026-07-28T13:53:59Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T13:53:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:53:59Z"
    name: isvc-predictive-xgboost-predictor-695f978978-f6ncv.18c6788abcfbc2a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "39062"
    uid: 35516532-5d34-43ae-853b-168787b2c993
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:53:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-f6ncv
    namespace: kserve-ci-e2e-test
    resourceVersion: "38999"
    uid: e508880b-f31b-46e6-b189-d5c9a4872595
  kind: Event
  lastTimestamp: "2026-07-28T13:53:59Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T13:53:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:53:59Z"
    name: isvc-predictive-xgboost-predictor-695f978978-f6ncv.18c6788abd062dee
    namespace: kserve-ci-e2e-test
    resourceVersion: "39065"
    uid: 7723220a-4b55-41aa-9fd7-fdac13790ab2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:53:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-f6ncv
    namespace: kserve-ci-e2e-test
    resourceVersion: "38999"
    uid: e508880b-f31b-46e6-b189-d5c9a4872595
  kind: Event
  lastTimestamp: "2026-07-28T13:53:59Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T13:53:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:53:59Z"
    name: isvc-predictive-xgboost-predictor-695f978978-f6ncv.18c6788abfd5b681
    namespace: kserve-ci-e2e-test
    resourceVersion: "39067"
    uid: 9a94dfa6-9251-4b28-9d9e-69f1d1b54014
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:53:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-f6ncv
    namespace: kserve-ci-e2e-test
    resourceVersion: "38999"
    uid: e508880b-f31b-46e6-b189-d5c9a4872595
  kind: Event
  lastTimestamp: "2026-07-28T13:53:59Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T13:53:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:53:59Z"
    name: isvc-predictive-xgboost-predictor-695f978978-f6ncv.18c6788ac04a5020
    namespace: kserve-ci-e2e-test
    resourceVersion: "39068"
    uid: 1c371979-bb27-48e4-bbef-d6a988e4c34a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T13:54:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-f6ncv
    namespace: kserve-ci-e2e-test
    resourceVersion: "38999"
    uid: e508880b-f31b-46e6-b189-d5c9a4872595
  kind: Event
  lastTimestamp: "2026-07-28T13:55:27Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.46:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T13:54:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:55:27Z"
    name: isvc-predictive-xgboost-predictor-695f978978-f6ncv.18c6788b306feaca
    namespace: kserve-ci-e2e-test
    resourceVersion: "39729"
    uid: 31489564-40ae-4c9c-adef-76944e1ac1d5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:55:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-f6ncv
    namespace: kserve-ci-e2e-test
    resourceVersion: "38999"
    uid: e508880b-f31b-46e6-b189-d5c9a4872595
  kind: Event
  lastTimestamp: "2026-07-28T13:55:24Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T13:55:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:55:24Z"
    name: isvc-predictive-xgboost-predictor-695f978978-f6ncv.18c6789e988038fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "39707"
    uid: 4c0d9491-d820-4c69-84a5-db379c214fdd
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:55:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-f6ncv
    namespace: kserve-ci-e2e-test
    resourceVersion: "38999"
    uid: e508880b-f31b-46e6-b189-d5c9a4872595
  kind: Event
  lastTimestamp: "2026-07-28T13:55:24Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T13:55:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:55:24Z"
    name: isvc-predictive-xgboost-predictor-695f978978-f6ncv.18c6789e9881639c
    namespace: kserve-ci-e2e-test
    resourceVersion: "39708"
    uid: ce51d64a-cc8d-415a-ae0a-a6564d6dedb9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:55:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-f6ncv
    namespace: kserve-ci-e2e-test
    resourceVersion: "38999"
    uid: e508880b-f31b-46e6-b189-d5c9a4872595
  kind: Event
  lastTimestamp: "2026-07-28T13:55:27Z"
  message: 'Readiness probe failed: Get "https://10.134.0.46:8643/healthz": dial tcp
    10.134.0.46:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T13:55:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:55:27Z"
    name: isvc-predictive-xgboost-predictor-695f978978-f6ncv.18c6789f36aab2c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "39728"
    uid: 751e7e10-46ad-4ad2-ab5e-47e011a6b937
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:53:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-xgboost-predictor-695f978978
    namespace: kserve-ci-e2e-test
    resourceVersion: "38986"
    uid: 79da74d7-7eb3-47b5-b0c3-2c93b9484956
  kind: Event
  lastTimestamp: "2026-07-28T13:53:54Z"
  message: 'Created pod: isvc-predictive-xgboost-predictor-695f978978-f6ncv'
  metadata:
    creationTimestamp: "2026-07-28T13:53:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:53:54Z"
    name: isvc-predictive-xgboost-predictor-695f978978.18c678899b39ac1e
    namespace: kserve-ci-e2e-test
    resourceVersion: "38998"
    uid: 5a72e7b7-b493-4fbf-9f96-2ca990fd6682
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:53:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38984"
    uid: f7e4c420-9f18-43ea-9c00-5ec5aace9a83
  kind: Event
  lastTimestamp: "2026-07-28T13:53:54Z"
  message: Scaled up replica set isvc-predictive-xgboost-predictor-695f978978 from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-28T13:53:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:53:54Z"
    name: isvc-predictive-xgboost-predictor.18c6788996911a2a
    namespace: kserve-ci-e2e-test
    resourceVersion: "38988"
    uid: a06ad4b6-0169-485a-86d9-66834be10451
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T13:54:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38985"
    uid: 17f04551-a477-4dae-9437-bbe994fa0bbf
  kind: Event
  lastTimestamp: "2026-07-28T13:54:24Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T13:54:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:54:24Z"
    name: isvc-predictive-xgboost-predictor.18c6788d15d80c46
    namespace: kserve-ci-e2e-test
    resourceVersion: "39245"
    uid: 5ae2b47c-44d9-4ccc-a225-bd4e5011f376
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T13:54:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38985"
    uid: 17f04551-a477-4dae-9437-bbe994fa0bbf
  kind: Event
  lastTimestamp: "2026-07-28T13:54:24Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T13:54:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:54:24Z"
    name: isvc-predictive-xgboost-predictor.18c6788d164d02dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "39246"
    uid: 38052e8d-cacc-4b15-a746-cb5549d5b9ba
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T13:54:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39144"
    uid: 17f04551-a477-4dae-9437-bbe994fa0bbf
  kind: Event
  lastTimestamp: "2026-07-28T13:55:24Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T13:54:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:55:24Z"
    name: isvc-predictive-xgboost-predictor.18c67894146d8f06
    namespace: kserve-ci-e2e-test
    resourceVersion: "39691"
    uid: 992210c5-e6cb-401b-9eb9-cbea24a1b57b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T13:54:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39144"
    uid: 17f04551-a477-4dae-9437-bbe994fa0bbf
  kind: Event
  lastTimestamp: "2026-07-28T13:55:24Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T13:54:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:55:24Z"
    name: isvc-predictive-xgboost-predictor.18c6789414d9dcc2
    namespace: kserve-ci-e2e-test
    resourceVersion: "39692"
    uid: a7006aa6-a9cf-4b13-936c-44a0d4780be4
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T13:58:41.538372Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-gzrhb
    namespace: kserve-ci-e2e-test
    resourceVersion: "41293"
    uid: b404b4d6-1ff5-4146-808d-b5a2907fcb87
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-xgboost-v2-predictor-868ff5dd6d-gzrhb
    to ip-10-0-129-177.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T13:58:41Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T13:58:41Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-gzrhb.18c678cc63959820
    namespace: kserve-ci-e2e-test
    resourceVersion: "41297"
    uid: e624d590-1c08-4843-9882-ef8bd47e4081
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-66456f4f6-kkfbw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:58:41Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-gzrhb
    namespace: kserve-ci-e2e-test
    resourceVersion: "41295"
    uid: b404b4d6-1ff5-4146-808d-b5a2907fcb87
  kind: Event
  lastTimestamp: "2026-07-28T13:58:41Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-predictive-xgboost-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-28T13:58:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:58:41Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-gzrhb.18c678cc70ef3be5
    namespace: kserve-ci-e2e-test
    resourceVersion: "41310"
    uid: bd438f38-68b9-40fc-bd17-734f238b6c07
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:58:42Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-gzrhb
    namespace: kserve-ci-e2e-test
    resourceVersion: "41302"
    uid: b404b4d6-1ff5-4146-808d-b5a2907fcb87
  kind: Event
  lastTimestamp: "2026-07-28T13:58:42Z"
  message: Add eth0 [10.134.0.49/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T13:58:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T13:58:42Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-gzrhb.18c678cca16724f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "41318"
    uid: 75516639-785e-49ea-ab82-cee0fe34c65d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:58:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-gzrhb
    namespace: kserve-ci-e2e-test
    resourceVersion: "41295"
    uid: b404b4d6-1ff5-4146-808d-b5a2907fcb87
  kind: Event
  lastTimestamp: "2026-07-28T13:58:42Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T13:58:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:58:42Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-gzrhb.18c678cca2d6c4e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "41320"
    uid: 2e032cce-e106-461c-9c51-e43b1fc0b628
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:58:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-gzrhb
    namespace: kserve-ci-e2e-test
    resourceVersion: "41295"
    uid: b404b4d6-1ff5-4146-808d-b5a2907fcb87
  kind: Event
  lastTimestamp: "2026-07-28T13:58:42Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T13:58:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:58:42Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-gzrhb.18c678cca5e8a2e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "41321"
    uid: bc6496b1-d872-4892-877b-0e8399da4a1a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:58:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-gzrhb
    namespace: kserve-ci-e2e-test
    resourceVersion: "41295"
    uid: b404b4d6-1ff5-4146-808d-b5a2907fcb87
  kind: Event
  lastTimestamp: "2026-07-28T13:58:42Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T13:58:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:58:42Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-gzrhb.18c678cca686f593
    namespace: kserve-ci-e2e-test
    resourceVersion: "41322"
    uid: 1fc875b2-a08c-41d6-8371-da43e22c11a9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:58:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-gzrhb
    namespace: kserve-ci-e2e-test
    resourceVersion: "41295"
    uid: b404b4d6-1ff5-4146-808d-b5a2907fcb87
  kind: Event
  lastTimestamp: "2026-07-28T13:58:46Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-28T13:58:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:58:46Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-gzrhb.18c678cd987f0e19
    namespace: kserve-ci-e2e-test
    resourceVersion: "41358"
    uid: b9c60863-0e7b-4c50-907c-cf3b2eb24c38
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:58:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-gzrhb
    namespace: kserve-ci-e2e-test
    resourceVersion: "41295"
    uid: b404b4d6-1ff5-4146-808d-b5a2907fcb87
  kind: Event
  lastTimestamp: "2026-07-28T13:58:46Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T13:58:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:58:46Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-gzrhb.18c678cd9b837b4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "41361"
    uid: dc460739-57ff-425d-b77d-8ccfeed45896
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:58:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-gzrhb
    namespace: kserve-ci-e2e-test
    resourceVersion: "41295"
    uid: b404b4d6-1ff5-4146-808d-b5a2907fcb87
  kind: Event
  lastTimestamp: "2026-07-28T13:58:46Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T13:58:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:58:46Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-gzrhb.18c678cd9bfa35b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "41363"
    uid: 4d8e5583-7060-4d5d-8e6e-a631966d5037
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:58:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-gzrhb
    namespace: kserve-ci-e2e-test
    resourceVersion: "41295"
    uid: b404b4d6-1ff5-4146-808d-b5a2907fcb87
  kind: Event
  lastTimestamp: "2026-07-28T13:58:46Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T13:58:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:58:46Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-gzrhb.18c678cd9c03ea33
    namespace: kserve-ci-e2e-test
    resourceVersion: "41364"
    uid: 4796a122-5241-481f-a773-bf9b658428f0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:58:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-gzrhb
    namespace: kserve-ci-e2e-test
    resourceVersion: "41295"
    uid: b404b4d6-1ff5-4146-808d-b5a2907fcb87
  kind: Event
  lastTimestamp: "2026-07-28T13:58:46Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T13:58:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:58:46Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-gzrhb.18c678cd9f0a11e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "41366"
    uid: 56d25fc6-921a-49c5-9ac6-949728ca5361
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:58:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-gzrhb
    namespace: kserve-ci-e2e-test
    resourceVersion: "41295"
    uid: b404b4d6-1ff5-4146-808d-b5a2907fcb87
  kind: Event
  lastTimestamp: "2026-07-28T13:58:46Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T13:58:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:58:46Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-gzrhb.18c678cd9f874097
    namespace: kserve-ci-e2e-test
    resourceVersion: "41367"
    uid: dd2db933-ef7d-4918-afa3-8c7aa8c2b6f9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-28T13:59:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-gzrhb
    namespace: kserve-ci-e2e-test
    resourceVersion: "41295"
    uid: b404b4d6-1ff5-4146-808d-b5a2907fcb87
  kind: Event
  lastTimestamp: "2026-07-28T14:00:13Z"
  message: 'Readiness probe failed: Get "http://10.134.0.49:8080/v2/models/isvc-predictive-xgboost-v2/ready":
    dial tcp 10.134.0.49:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T13:59:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:00:13Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-gzrhb.18c678d636f67f4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "42013"
    uid: 4434841a-04dc-44ba-8860-66fdfd8c8e69
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:00:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-gzrhb
    namespace: kserve-ci-e2e-test
    resourceVersion: "41295"
    uid: b404b4d6-1ff5-4146-808d-b5a2907fcb87
  kind: Event
  lastTimestamp: "2026-07-28T14:00:11Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T14:00:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:00:11Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-gzrhb.18c678e160955c84
    namespace: kserve-ci-e2e-test
    resourceVersion: "41996"
    uid: 2ebaff60-3fa7-4b7c-be1d-101f9009a446
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:00:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-gzrhb
    namespace: kserve-ci-e2e-test
    resourceVersion: "41295"
    uid: b404b4d6-1ff5-4146-808d-b5a2907fcb87
  kind: Event
  lastTimestamp: "2026-07-28T14:00:11Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T14:00:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:00:11Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-gzrhb.18c678e16095efd1
    namespace: kserve-ci-e2e-test
    resourceVersion: "41997"
    uid: b85a43c2-2d4d-4347-b2e4-0708bfc13e15
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:00:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-gzrhb
    namespace: kserve-ci-e2e-test
    resourceVersion: "41295"
    uid: b404b4d6-1ff5-4146-808d-b5a2907fcb87
  kind: Event
  lastTimestamp: "2026-07-28T14:00:13Z"
  message: 'Readiness probe failed: Get "https://10.134.0.49:8643/healthz": dial tcp
    10.134.0.49:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T14:00:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:00:13Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-gzrhb.18c678e1dac424ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "42011"
    uid: 46968e1e-19f5-465b-ac43-36c6c72cfc54
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:58:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "41282"
    uid: e15ea721-c1cd-48d2-962e-d170277745ec
  kind: Event
  lastTimestamp: "2026-07-28T13:58:41Z"
  message: 'Created pod: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-gzrhb'
  metadata:
    creationTimestamp: "2026-07-28T13:58:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:58:41Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d.18c678cc632416c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "41294"
    uid: 6b72789a-223b-4ae0-af76-7b1269491fda
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:58:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41280"
    uid: 5b623113-296c-4223-b481-bbeda70426f2
  kind: Event
  lastTimestamp: "2026-07-28T13:58:41Z"
  message: Scaled up replica set isvc-predictive-xgboost-v2-predictor-868ff5dd6d from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-28T13:58:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:58:41Z"
    name: isvc-predictive-xgboost-v2-predictor.18c678cc5eeb60a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "41283"
    uid: 82bbacf2-80d2-4710-9745-7af539c13bfe
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T13:58:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41281"
    uid: c4a65ca7-a203-4d5d-8c78-8776a8ae3d5a
  kind: Event
  lastTimestamp: "2026-07-28T13:59:11Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T13:58:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:59:11Z"
    name: isvc-predictive-xgboost-v2-predictor.18c678cfdde3d4c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "41538"
    uid: df36268c-da19-4060-bfae-af8c5afa107a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T13:58:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41281"
    uid: c4a65ca7-a203-4d5d-8c78-8776a8ae3d5a
  kind: Event
  lastTimestamp: "2026-07-28T13:59:11Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T13:58:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:59:11Z"
    name: isvc-predictive-xgboost-v2-predictor.18c678cfde475fe1
    namespace: kserve-ci-e2e-test
    resourceVersion: "41539"
    uid: 04e2b937-d998-4db4-8610-ee8cd02774ab
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T13:59:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41438"
    uid: c4a65ca7-a203-4d5d-8c78-8776a8ae3d5a
  kind: Event
  lastTimestamp: "2026-07-28T14:00:11Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T13:59:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T14:00:11Z"
    name: isvc-predictive-xgboost-v2-predictor.18c678d6dc290f9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "41979"
    uid: a6c08b7d-7a8f-4fdb-b6e9-66e9ceeee074
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T13:59:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41438"
    uid: c4a65ca7-a203-4d5d-8c78-8776a8ae3d5a
  kind: Event
  lastTimestamp: "2026-07-28T14:00:11Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T13:59:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T14:00:11Z"
    name: isvc-predictive-xgboost-v2-predictor.18c678d6dc96474c
    namespace: kserve-ci-e2e-test
    resourceVersion: "41980"
    uid: 22c0a131-9881-49b8-9e27-6be676f27cbc
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-28T13:58:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "41273"
    uid: 1cc3d772-9c97-4850-ab95-2dde534e79d5
  kind: Event
  lastTimestamp: "2026-07-28T14:00:03Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T13:58:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T14:00:03Z"
    name: isvc-predictive-xgboost-v2.18c678cc5efc0498
    namespace: kserve-ci-e2e-test
    resourceVersion: "41918"
    uid: e9247ae3-d316-4d7e-84d4-5d3b59781a14
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:58:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "41273"
    uid: 1cc3d772-9c97-4850-ab95-2dde534e79d5
  kind: Event
  lastTimestamp: "2026-07-28T13:58:41Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-xgboost-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-xgboost-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T13:58:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:58:41Z"
    name: isvc-predictive-xgboost-v2.18c678cc5f77c7d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "41287"
    uid: 89aa0dd2-cb36-4211-9d31-fd36440ec4da
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:00:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "41916"
    uid: 1cc3d772-9c97-4850-ab95-2dde534e79d5
  kind: Event
  lastTimestamp: "2026-07-28T14:00:03Z"
  message: InferenceService [isvc-predictive-xgboost-v2] is Ready
  metadata:
    creationTimestamp: "2026-07-28T14:00:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T14:00:03Z"
    name: isvc-predictive-xgboost-v2.18c678df90c86f4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "41917"
    uid: bafa9b74-1601-4d7a-9ae3-3d5c3f349320
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-07-28T13:53:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "38977"
    uid: 65b83e99-fdd8-4c0b-ab4f-987c4fa8f829
  kind: Event
  lastTimestamp: "2026-07-28T13:55:17Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T13:53:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:55:17Z"
    name: isvc-predictive-xgboost.18c67889966af63d
    namespace: kserve-ci-e2e-test
    resourceVersion: "39639"
    uid: 3b453bf0-6f9c-4d73-9924-8ac0c520d1ab
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T13:53:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "38977"
    uid: 65b83e99-fdd8-4c0b-ab4f-987c4fa8f829
  kind: Event
  lastTimestamp: "2026-07-28T13:53:54Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-xgboost":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-xgboost":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T13:53:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:53:54Z"
    name: isvc-predictive-xgboost.18c6788996dd4ef4
    namespace: kserve-ci-e2e-test
    resourceVersion: "39007"
    uid: 9e7f73b2-388b-4de7-abf3-d6411c7f0100
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:53:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "38979"
    uid: 65b83e99-fdd8-4c0b-ab4f-987c4fa8f829
  kind: Event
  lastTimestamp: "2026-07-28T13:53:54Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-predictive-xgboost": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-28T13:53:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:53:54Z"
    name: isvc-predictive-xgboost.18c678899ca8dcee
    namespace: kserve-ci-e2e-test
    resourceVersion: "39009"
    uid: bd9c1116-e6c4-4459-88de-40f2fdb7f29c
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:55:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "39637"
    uid: 65b83e99-fdd8-4c0b-ab4f-987c4fa8f829
  kind: Event
  lastTimestamp: "2026-07-28T13:55:17Z"
  message: InferenceService [isvc-predictive-xgboost] is Ready
  metadata:
    creationTimestamp: "2026-07-28T13:55:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:55:17Z"
    name: isvc-predictive-xgboost.18c6789ce82d4861
    namespace: kserve-ci-e2e-test
    resourceVersion: "39638"
    uid: a5c77b59-e720-4f8e-968e-4aeefd4620a3
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T13:49:37.620613Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-d7d905-predictor-6778c84d57-vlqfx
    namespace: kserve-ci-e2e-test
    resourceVersion: "36837"
    uid: e0f562a0-028b-4704-bc25-2a7f95a87d76
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-primary-d7d905-predictor-6778c84d57-vlqfx
    to ip-10-0-129-177.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T13:49:37Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T13:49:37Z"
    name: isvc-primary-d7d905-predictor-6778c84d57-vlqfx.18c6784dbf8f28df
    namespace: kserve-ci-e2e-test
    resourceVersion: "36843"
    uid: f44865ca-e7db-489c-acd3-4961bee2af8e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-66456f4f6-kkfbw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:49:38Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-d7d905-predictor-6778c84d57-vlqfx
    namespace: kserve-ci-e2e-test
    resourceVersion: "36847"
    uid: e0f562a0-028b-4704-bc25-2a7f95a87d76
  kind: Event
  lastTimestamp: "2026-07-28T13:49:38Z"
  message: Add eth0 [10.134.0.42/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T13:49:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T13:49:38Z"
    name: isvc-primary-d7d905-predictor-6778c84d57-vlqfx.18c6784dd96d5d9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36857"
    uid: 79b1b60e-e63a-4d11-90c4-e61fcdf1abd0
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:49:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-d7d905-predictor-6778c84d57-vlqfx
    namespace: kserve-ci-e2e-test
    resourceVersion: "36838"
    uid: e0f562a0-028b-4704-bc25-2a7f95a87d76
  kind: Event
  lastTimestamp: "2026-07-28T13:49:38Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T13:49:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:49:38Z"
    name: isvc-primary-d7d905-predictor-6778c84d57-vlqfx.18c6784ddaf55f4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36860"
    uid: 81ac8489-6a6d-4e47-91db-7abf6ae3c40e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:49:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-d7d905-predictor-6778c84d57-vlqfx
    namespace: kserve-ci-e2e-test
    resourceVersion: "36838"
    uid: e0f562a0-028b-4704-bc25-2a7f95a87d76
  kind: Event
  lastTimestamp: "2026-07-28T13:49:38Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T13:49:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:49:38Z"
    name: isvc-primary-d7d905-predictor-6778c84d57-vlqfx.18c6784dde9d14b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "36861"
    uid: 620a3661-cdb3-4e02-93c8-d9c2e6b7155d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:49:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-d7d905-predictor-6778c84d57-vlqfx
    namespace: kserve-ci-e2e-test
    resourceVersion: "36838"
    uid: e0f562a0-028b-4704-bc25-2a7f95a87d76
  kind: Event
  lastTimestamp: "2026-07-28T13:49:38Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T13:49:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:49:38Z"
    name: isvc-primary-d7d905-predictor-6778c84d57-vlqfx.18c6784ddf12fd1d
    namespace: kserve-ci-e2e-test
    resourceVersion: "36862"
    uid: 2dd9bdc6-6cc0-4ffe-99e2-52cddb388180
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:49:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-d7d905-predictor-6778c84d57-vlqfx
    namespace: kserve-ci-e2e-test
    resourceVersion: "36838"
    uid: e0f562a0-028b-4704-bc25-2a7f95a87d76
  kind: Event
  lastTimestamp: "2026-07-28T13:49:42Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1814"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T13:49:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:49:42Z"
    name: isvc-primary-d7d905-predictor-6778c84d57-vlqfx.18c6784ed9a42ae4
    namespace: kserve-ci-e2e-test
    resourceVersion: "36897"
    uid: 9e30f75c-10dd-42dc-839a-a2f71b7c8ba9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:49:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-d7d905-predictor-6778c84d57-vlqfx
    namespace: kserve-ci-e2e-test
    resourceVersion: "36838"
    uid: e0f562a0-028b-4704-bc25-2a7f95a87d76
  kind: Event
  lastTimestamp: "2026-07-28T13:49:42Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T13:49:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:49:42Z"
    name: isvc-primary-d7d905-predictor-6778c84d57-vlqfx.18c6784edd4b42cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "36899"
    uid: 9273c2b2-9339-4d75-8712-00d5afc3cd89
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:49:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-d7d905-predictor-6778c84d57-vlqfx
    namespace: kserve-ci-e2e-test
    resourceVersion: "36838"
    uid: e0f562a0-028b-4704-bc25-2a7f95a87d76
  kind: Event
  lastTimestamp: "2026-07-28T13:49:42Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T13:49:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:49:42Z"
    name: isvc-primary-d7d905-predictor-6778c84d57-vlqfx.18c6784eddc52c4a
    namespace: kserve-ci-e2e-test
    resourceVersion: "36902"
    uid: 2b596632-5a7f-4339-8007-392429316d10
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:49:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-d7d905-predictor-6778c84d57-vlqfx
    namespace: kserve-ci-e2e-test
    resourceVersion: "36838"
    uid: e0f562a0-028b-4704-bc25-2a7f95a87d76
  kind: Event
  lastTimestamp: "2026-07-28T13:49:42Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T13:49:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:49:42Z"
    name: isvc-primary-d7d905-predictor-6778c84d57-vlqfx.18c6784eddd0d28d
    namespace: kserve-ci-e2e-test
    resourceVersion: "36903"
    uid: 004f5a65-f9db-43f0-a4d2-5af6de6874b6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:49:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-d7d905-predictor-6778c84d57-vlqfx
    namespace: kserve-ci-e2e-test
    resourceVersion: "36838"
    uid: e0f562a0-028b-4704-bc25-2a7f95a87d76
  kind: Event
  lastTimestamp: "2026-07-28T13:49:42Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T13:49:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:49:42Z"
    name: isvc-primary-d7d905-predictor-6778c84d57-vlqfx.18c6784ee0b65a4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "36904"
    uid: 270164fa-2302-4356-90db-a5907fd7d3c0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:49:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-d7d905-predictor-6778c84d57-vlqfx
    namespace: kserve-ci-e2e-test
    resourceVersion: "36838"
    uid: e0f562a0-028b-4704-bc25-2a7f95a87d76
  kind: Event
  lastTimestamp: "2026-07-28T13:49:42Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T13:49:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:49:42Z"
    name: isvc-primary-d7d905-predictor-6778c84d57-vlqfx.18c6784ee12d7dbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "36907"
    uid: cb31c7d7-72f9-459f-ab0a-288b7a57ad70
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T13:49:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-d7d905-predictor-6778c84d57-vlqfx
    namespace: kserve-ci-e2e-test
    resourceVersion: "36838"
    uid: e0f562a0-028b-4704-bc25-2a7f95a87d76
  kind: Event
  lastTimestamp: "2026-07-28T13:51:40Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.42:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T13:49:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:51:40Z"
    name: isvc-primary-d7d905-predictor-6778c84d57-vlqfx.18c6784f517ddfdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "37854"
    uid: cd4e0d74-f426-4aec-80bb-90c75aab7d5a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:51:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-d7d905-predictor-6778c84d57-vlqfx
    namespace: kserve-ci-e2e-test
    resourceVersion: "36838"
    uid: e0f562a0-028b-4704-bc25-2a7f95a87d76
  kind: Event
  lastTimestamp: "2026-07-28T13:51:38Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T13:51:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:51:38Z"
    name: isvc-primary-d7d905-predictor-6778c84d57-vlqfx.18c67869fb07e5fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "37822"
    uid: d98cf9ed-d0de-4519-a719-79b1a1d7cc1f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:51:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-d7d905-predictor-6778c84d57-vlqfx
    namespace: kserve-ci-e2e-test
    resourceVersion: "36838"
    uid: e0f562a0-028b-4704-bc25-2a7f95a87d76
  kind: Event
  lastTimestamp: "2026-07-28T13:51:38Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T13:51:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:51:38Z"
    name: isvc-primary-d7d905-predictor-6778c84d57-vlqfx.18c67869fb085971
    namespace: kserve-ci-e2e-test
    resourceVersion: "37823"
    uid: 66346d70-ca7a-443c-85ef-646df2ed8cef
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:51:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-d7d905-predictor-6778c84d57-vlqfx
    namespace: kserve-ci-e2e-test
    resourceVersion: "36838"
    uid: e0f562a0-028b-4704-bc25-2a7f95a87d76
  kind: Event
  lastTimestamp: "2026-07-28T13:51:40Z"
  message: 'Readiness probe failed: Get "https://10.134.0.42:8643/healthz": dial tcp
    10.134.0.42:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T13:51:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:51:40Z"
    name: isvc-primary-d7d905-predictor-6778c84d57-vlqfx.18c6786a53d41275
    namespace: kserve-ci-e2e-test
    resourceVersion: "37853"
    uid: c1e2dfde-8cce-4071-87f1-7272067cae3d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:49:37Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-primary-d7d905-predictor-6778c84d57
    namespace: kserve-ci-e2e-test
    resourceVersion: "36828"
    uid: 40a0c51f-c5b4-4bec-b670-bf4227980cb8
  kind: Event
  lastTimestamp: "2026-07-28T13:49:37Z"
  message: 'Created pod: isvc-primary-d7d905-predictor-6778c84d57-vlqfx'
  metadata:
    creationTimestamp: "2026-07-28T13:49:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:49:37Z"
    name: isvc-primary-d7d905-predictor-6778c84d57.18c6784dbf1c5076
    namespace: kserve-ci-e2e-test
    resourceVersion: "36839"
    uid: f995dd27-d2b3-4d25-93c3-a0c90c86c39f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:49:37Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-primary-d7d905-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36826"
    uid: ead9a66b-9981-40bd-ae95-a0ce1c894f09
  kind: Event
  lastTimestamp: "2026-07-28T13:49:37Z"
  message: Scaled up replica set isvc-primary-d7d905-predictor-6778c84d57 from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-28T13:49:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:49:37Z"
    name: isvc-primary-d7d905-predictor.18c6784db8a2b1b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "36829"
    uid: 46c84592-35bc-4683-9310-6dc736ab2296
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T13:49:52Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-d7d905-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36827"
    uid: ccc0fd57-ea3a-4631-9ff5-153b620d5538
  kind: Event
  lastTimestamp: "2026-07-28T13:50:22Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T13:49:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:50:22Z"
    name: isvc-primary-d7d905-predictor.18c6785137dda2b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "37196"
    uid: c065bf58-9d8b-4971-9a57-e3e4fa6cf200
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T13:49:52Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-d7d905-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36827"
    uid: ccc0fd57-ea3a-4631-9ff5-153b620d5538
  kind: Event
  lastTimestamp: "2026-07-28T13:50:22Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T13:49:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:50:22Z"
    name: isvc-primary-d7d905-predictor.18c678513867d22c
    namespace: kserve-ci-e2e-test
    resourceVersion: "37197"
    uid: a0693351-a570-4593-b254-0054f73bbfc2
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-28T13:50:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-d7d905-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36982"
    uid: ccc0fd57-ea3a-4631-9ff5-153b620d5538
  kind: Event
  lastTimestamp: "2026-07-28T13:51:22Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T13:50:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:51:22Z"
    name: isvc-primary-d7d905-predictor.18c67854b8bd5612
    namespace: kserve-ci-e2e-test
    resourceVersion: "37627"
    uid: e73a41cd-778b-4021-8f63-7085014fbd4d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-28T13:50:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-d7d905-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36982"
    uid: ccc0fd57-ea3a-4631-9ff5-153b620d5538
  kind: Event
  lastTimestamp: "2026-07-28T13:51:22Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T13:50:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:51:22Z"
    name: isvc-primary-d7d905-predictor.18c67854b9c5bbec
    namespace: kserve-ci-e2e-test
    resourceVersion: "37629"
    uid: df575a42-dcea-4936-a59f-97e51a716fea
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-28T13:49:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-d7d905
    namespace: kserve-ci-e2e-test
    resourceVersion: "36819"
    uid: 7da6d7e5-f5c9-4c02-abce-14bbb12151f3
  kind: Event
  lastTimestamp: "2026-07-28T13:51:00Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T13:49:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:51:00Z"
    name: isvc-primary-d7d905.18c6784db8b4d0f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "37466"
    uid: de3c1275-58dc-4a08-bba9-c14b9a22d90f
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:49:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-d7d905
    namespace: kserve-ci-e2e-test
    resourceVersion: "36819"
    uid: 7da6d7e5-f5c9-4c02-abce-14bbb12151f3
  kind: Event
  lastTimestamp: "2026-07-28T13:49:37Z"
  message: 'Failed to update status for InferenceService "isvc-primary-d7d905": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-primary-d7d905":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T13:49:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:49:37Z"
    name: isvc-primary-d7d905.18c6784db93d02b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "36832"
    uid: d448a1f4-d4d5-4136-9899-6c31aba08fb7
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:49:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-d7d905
    namespace: kserve-ci-e2e-test
    resourceVersion: "36819"
    uid: 7da6d7e5-f5c9-4c02-abce-14bbb12151f3
  kind: Event
  lastTimestamp: "2026-07-28T13:49:37Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-primary-d7d905": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-28T13:49:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:49:37Z"
    name: isvc-primary-d7d905.18c6784db93d3c1f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36834"
    uid: 3035b32b-2f53-4ec0-ad26-c02252bceb0a
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:51:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-d7d905
    namespace: kserve-ci-e2e-test
    resourceVersion: "37464"
    uid: 7da6d7e5-f5c9-4c02-abce-14bbb12151f3
  kind: Event
  lastTimestamp: "2026-07-28T13:51:00Z"
  message: InferenceService [isvc-primary-d7d905] is Ready
  metadata:
    creationTimestamp: "2026-07-28T13:51:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:51:00Z"
    name: isvc-primary-d7d905.18c678610a91d2d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "37465"
    uid: 59f9179d-7339-4aa5-90c1-64a03dbc3139
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T13:51:22.990943Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-d7d905-predictor-8696dc745d-tppcx
    namespace: kserve-ci-e2e-test
    resourceVersion: "37648"
    uid: 3b2390ee-a032-4af3-81fe-b85b74bd6bc8
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-secondary-d7d905-predictor-8696dc745d-tppcx
    to ip-10-0-129-177.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T13:51:22Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T13:51:22Z"
    name: isvc-secondary-d7d905-predictor-8696dc745d-tppcx.18c67866481ec2a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "37654"
    uid: 8c5b9fb1-22d4-4bb0-ac4e-1148a01f8eed
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-66456f4f6-kkfbw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:51:23Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-d7d905-predictor-8696dc745d-tppcx
    namespace: kserve-ci-e2e-test
    resourceVersion: "37660"
    uid: 3b2390ee-a032-4af3-81fe-b85b74bd6bc8
  kind: Event
  lastTimestamp: "2026-07-28T13:51:23Z"
  message: Add eth0 [10.134.0.43/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T13:51:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T13:51:23Z"
    name: isvc-secondary-d7d905-predictor-8696dc745d-tppcx.18c67866619092b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "37668"
    uid: 886c9ab5-c945-42db-999a-f8b4ed83cc69
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T13:51:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-d7d905-predictor-8696dc745d-tppcx
    namespace: kserve-ci-e2e-test
    resourceVersion: "37651"
    uid: 3b2390ee-a032-4af3-81fe-b85b74bd6bc8
  kind: Event
  lastTimestamp: "2026-07-28T13:51:26Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T13:51:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:51:26Z"
    name: isvc-secondary-d7d905-predictor-8696dc745d-tppcx.18c67866635d0867
    namespace: kserve-ci-e2e-test
    resourceVersion: "37704"
    uid: d4e8f3a1-d40b-404b-85e4-c2cfc57e988d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T13:51:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-d7d905-predictor-8696dc745d-tppcx
    namespace: kserve-ci-e2e-test
    resourceVersion: "37651"
    uid: 3b2390ee-a032-4af3-81fe-b85b74bd6bc8
  kind: Event
  lastTimestamp: "2026-07-28T13:51:26Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T13:51:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:51:26Z"
    name: isvc-secondary-d7d905-predictor-8696dc745d-tppcx.18c678666648b543
    namespace: kserve-ci-e2e-test
    resourceVersion: "37706"
    uid: 8ff1253e-b3e6-4380-8f0b-2c331ee22b0b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T13:51:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-d7d905-predictor-8696dc745d-tppcx
    namespace: kserve-ci-e2e-test
    resourceVersion: "37651"
    uid: 3b2390ee-a032-4af3-81fe-b85b74bd6bc8
  kind: Event
  lastTimestamp: "2026-07-28T13:51:26Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T13:51:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:51:26Z"
    name: isvc-secondary-d7d905-predictor-8696dc745d-tppcx.18c6786666bebfcb
    namespace: kserve-ci-e2e-test
    resourceVersion: "37707"
    uid: 4cd312ce-4587-46ab-91b2-0e3fc3c1ac7e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:51:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-d7d905-predictor-8696dc745d-tppcx
    namespace: kserve-ci-e2e-test
    resourceVersion: "37651"
    uid: 3b2390ee-a032-4af3-81fe-b85b74bd6bc8
  kind: Event
  lastTimestamp: "2026-07-28T13:51:30Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-secondary-d7d905-predictor-8696dc745d-tppcx_kserve-ci-e2e-test(3b2390ee-a032-4af3-81fe-b85b74bd6bc8)
  metadata:
    creationTimestamp: "2026-07-28T13:51:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:51:30Z"
    name: isvc-secondary-d7d905-predictor-8696dc745d-tppcx.18c678681b91932b
    namespace: kserve-ci-e2e-test
    resourceVersion: "37743"
    uid: d24cc2ff-e97a-4b31-83de-6cf4560ebe2b
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:51:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-secondary-d7d905-predictor-8696dc745d
    namespace: kserve-ci-e2e-test
    resourceVersion: "37638"
    uid: e757ed31-44ae-4352-ae9f-3258b2c06533
  kind: Event
  lastTimestamp: "2026-07-28T13:51:22Z"
  message: 'Created pod: isvc-secondary-d7d905-predictor-8696dc745d-tppcx'
  metadata:
    creationTimestamp: "2026-07-28T13:51:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:51:22Z"
    name: isvc-secondary-d7d905-predictor-8696dc745d.18c67866475c9cca
    namespace: kserve-ci-e2e-test
    resourceVersion: "37650"
    uid: aaf66032-a37a-47fa-afce-3289fa0dc0a6
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:51:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-secondary-d7d905-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37636"
    uid: 0f1a08ce-c159-45b6-9bda-7940a2cd6149
  kind: Event
  lastTimestamp: "2026-07-28T13:51:22Z"
  message: Scaled up replica set isvc-secondary-d7d905-predictor-8696dc745d from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-28T13:51:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:51:22Z"
    name: isvc-secondary-d7d905-predictor.18c678663d1c6e8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "37640"
    uid: 3a39faa8-d51e-4d23-8275-996ab1456edd
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:51:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-d7d905-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37637"
    uid: 3a51a038-62c6-4738-884d-c75eaa7461a9
  kind: Event
  lastTimestamp: "2026-07-28T13:51:37Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T13:51:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:51:37Z"
    name: isvc-secondary-d7d905-predictor.18c67869bb6b037b
    namespace: kserve-ci-e2e-test
    resourceVersion: "37795"
    uid: d2e934a7-0501-47e7-bad4-f1ab4f8907a9
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:51:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-d7d905-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37637"
    uid: 3a51a038-62c6-4738-884d-c75eaa7461a9
  kind: Event
  lastTimestamp: "2026-07-28T13:51:37Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T13:51:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:51:37Z"
    name: isvc-secondary-d7d905-predictor.18c67869bbefec38
    namespace: kserve-ci-e2e-test
    resourceVersion: "37796"
    uid: b95fa18d-400d-46fa-8898-da180a782235
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-28T13:51:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-d7d905
    namespace: kserve-ci-e2e-test
    resourceVersion: "37628"
    uid: 4a969dec-3aab-4419-9cc6-7ccaa5b68dca
  kind: Event
  lastTimestamp: "2026-07-28T13:51:31Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T13:51:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:51:31Z"
    name: isvc-secondary-d7d905.18c678663d2bcd31
    namespace: kserve-ci-e2e-test
    resourceVersion: "37749"
    uid: 4b504cdf-09b7-4146-af18-ea25ac4e3bfc
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T13:51:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-d7d905
    namespace: kserve-ci-e2e-test
    resourceVersion: "37628"
    uid: 4a969dec-3aab-4419-9cc6-7ccaa5b68dca
  kind: Event
  lastTimestamp: "2026-07-28T13:51:23Z"
  message: 'Failed to update status for InferenceService "isvc-secondary-d7d905":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-secondary-d7d905":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T13:51:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:51:23Z"
    name: isvc-secondary-d7d905.18c678663da7173f
    namespace: kserve-ci-e2e-test
    resourceVersion: "37661"
    uid: bbf1e582-33ee-45cc-ae2f-8ace17f7a433
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T13:51:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-d7d905
    namespace: kserve-ci-e2e-test
    resourceVersion: "37628"
    uid: 4a969dec-3aab-4419-9cc6-7ccaa5b68dca
  kind: Event
  lastTimestamp: "2026-07-28T13:51:23Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-secondary-d7d905": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-28T13:51:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:51:23Z"
    name: isvc-secondary-d7d905.18c678663da76649
    namespace: kserve-ci-e2e-test
    resourceVersion: "37662"
    uid: a14fe55b-015c-4575-955f-a001c999ed19
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T13:07:05.896095Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-55c4fb9c75-lgpdg
    namespace: kserve-ci-e2e-test
    resourceVersion: "16028"
    uid: cb7c3735-5e9b-42bc-80c9-6e26a2b02c9e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-batcher-custom-predictor-55c4fb9c75-lgpdg
    to ip-10-0-138-158.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T13:07:05Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T13:07:05Z"
    name: isvc-sklearn-batcher-custom-predictor-55c4fb9c75-lgpdg.18c675fba0ed368d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16037"
    uid: 14bdd6b5-f911-46d4-9d72-8617f93b46e9
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-66456f4f6-kkfbw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:07:06Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-55c4fb9c75-lgpdg
    namespace: kserve-ci-e2e-test
    resourceVersion: "16041"
    uid: cb7c3735-5e9b-42bc-80c9-6e26a2b02c9e
  kind: Event
  lastTimestamp: "2026-07-28T13:07:06Z"
  message: Add eth0 [10.132.0.31/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T13:07:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T13:07:06Z"
    name: isvc-sklearn-batcher-custom-predictor-55c4fb9c75-lgpdg.18c675fbba518c60
    namespace: kserve-ci-e2e-test
    resourceVersion: "16050"
    uid: 872d6e6b-6a06-41f3-a492-ab48f108365c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:07:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-55c4fb9c75-lgpdg
    namespace: kserve-ci-e2e-test
    resourceVersion: "16033"
    uid: cb7c3735-5e9b-42bc-80c9-6e26a2b02c9e
  kind: Event
  lastTimestamp: "2026-07-28T13:07:06Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T13:07:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:07:06Z"
    name: isvc-sklearn-batcher-custom-predictor-55c4fb9c75-lgpdg.18c675fbbbc99eb1
    namespace: kserve-ci-e2e-test
    resourceVersion: "16052"
    uid: a0951aac-b7fe-4668-be9b-d2f75d54e248
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:07:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-55c4fb9c75-lgpdg
    namespace: kserve-ci-e2e-test
    resourceVersion: "16033"
    uid: cb7c3735-5e9b-42bc-80c9-6e26a2b02c9e
  kind: Event
  lastTimestamp: "2026-07-28T13:07:06Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T13:07:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:07:06Z"
    name: isvc-sklearn-batcher-custom-predictor-55c4fb9c75-lgpdg.18c675fbbf1faf10
    namespace: kserve-ci-e2e-test
    resourceVersion: "16053"
    uid: 876fa4e2-fba3-4271-be3f-3ad9134a92c2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:07:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-55c4fb9c75-lgpdg
    namespace: kserve-ci-e2e-test
    resourceVersion: "16033"
    uid: cb7c3735-5e9b-42bc-80c9-6e26a2b02c9e
  kind: Event
  lastTimestamp: "2026-07-28T13:07:06Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T13:07:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:07:06Z"
    name: isvc-sklearn-batcher-custom-predictor-55c4fb9c75-lgpdg.18c675fbbf8ec375
    namespace: kserve-ci-e2e-test
    resourceVersion: "16054"
    uid: 0f402086-868b-4cb6-9bf3-8d6ba7397def
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:07:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-55c4fb9c75-lgpdg
    namespace: kserve-ci-e2e-test
    resourceVersion: "16033"
    uid: cb7c3735-5e9b-42bc-80c9-6e26a2b02c9e
  kind: Event
  lastTimestamp: "2026-07-28T13:07:10Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1814"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T13:07:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:07:10Z"
    name: isvc-sklearn-batcher-custom-predictor-55c4fb9c75-lgpdg.18c675fcc6c8ffdc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16091"
    uid: d0e8cd28-7c2a-4c38-93c7-97f9a4caeeed
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:07:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-55c4fb9c75-lgpdg
    namespace: kserve-ci-e2e-test
    resourceVersion: "16033"
    uid: cb7c3735-5e9b-42bc-80c9-6e26a2b02c9e
  kind: Event
  lastTimestamp: "2026-07-28T13:07:10Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T13:07:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:07:10Z"
    name: isvc-sklearn-batcher-custom-predictor-55c4fb9c75-lgpdg.18c675fcc9fe412d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16096"
    uid: 71bd1cee-fdac-41f2-bb8b-66ea508800f1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:07:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-55c4fb9c75-lgpdg
    namespace: kserve-ci-e2e-test
    resourceVersion: "16033"
    uid: cb7c3735-5e9b-42bc-80c9-6e26a2b02c9e
  kind: Event
  lastTimestamp: "2026-07-28T13:07:10Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T13:07:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:07:10Z"
    name: isvc-sklearn-batcher-custom-predictor-55c4fb9c75-lgpdg.18c675fcca6f07a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16098"
    uid: 902ceb90-4621-4369-ad92-723ca17bd0e8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:07:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-55c4fb9c75-lgpdg
    namespace: kserve-ci-e2e-test
    resourceVersion: "16033"
    uid: cb7c3735-5e9b-42bc-80c9-6e26a2b02c9e
  kind: Event
  lastTimestamp: "2026-07-28T13:07:10Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T13:07:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:07:10Z"
    name: isvc-sklearn-batcher-custom-predictor-55c4fb9c75-lgpdg.18c675fcca77e0fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "16100"
    uid: 1a3e42d2-b4ef-4fb1-a2ab-d62340291eb5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:07:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-55c4fb9c75-lgpdg
    namespace: kserve-ci-e2e-test
    resourceVersion: "16033"
    uid: cb7c3735-5e9b-42bc-80c9-6e26a2b02c9e
  kind: Event
  lastTimestamp: "2026-07-28T13:07:10Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T13:07:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:07:10Z"
    name: isvc-sklearn-batcher-custom-predictor-55c4fb9c75-lgpdg.18c675fccd698322
    namespace: kserve-ci-e2e-test
    resourceVersion: "16102"
    uid: 9ae2b742-53a2-434b-981b-6efe165a07cf
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:07:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-55c4fb9c75-lgpdg
    namespace: kserve-ci-e2e-test
    resourceVersion: "16033"
    uid: cb7c3735-5e9b-42bc-80c9-6e26a2b02c9e
  kind: Event
  lastTimestamp: "2026-07-28T13:07:10Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T13:07:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:07:10Z"
    name: isvc-sklearn-batcher-custom-predictor-55c4fb9c75-lgpdg.18c675fccdd5dc3d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16103"
    uid: 53a7564a-62f0-4040-ac1d-eece10758a29
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:07:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-55c4fb9c75-lgpdg
    namespace: kserve-ci-e2e-test
    resourceVersion: "16033"
    uid: cb7c3735-5e9b-42bc-80c9-6e26a2b02c9e
  kind: Event
  lastTimestamp: "2026-07-28T13:07:10Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:bf42462edec7da298c1b007872394204ebe10a2c0c0d143725247988fb0a7324"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T13:07:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:07:10Z"
    name: isvc-sklearn-batcher-custom-predictor-55c4fb9c75-lgpdg.18c675fccddea775
    namespace: kserve-ci-e2e-test
    resourceVersion: "16104"
    uid: 56d2f426-cdde-4667-a55c-5c45a57216cc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:07:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-55c4fb9c75-lgpdg
    namespace: kserve-ci-e2e-test
    resourceVersion: "16033"
    uid: cb7c3735-5e9b-42bc-80c9-6e26a2b02c9e
  kind: Event
  lastTimestamp: "2026-07-28T13:07:10Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-07-28T13:07:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:07:10Z"
    name: isvc-sklearn-batcher-custom-predictor-55c4fb9c75-lgpdg.18c675fcd0aaa854
    namespace: kserve-ci-e2e-test
    resourceVersion: "16105"
    uid: 89d23858-28d2-4518-929e-cef77a8cd2e0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:07:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-55c4fb9c75-lgpdg
    namespace: kserve-ci-e2e-test
    resourceVersion: "16033"
    uid: cb7c3735-5e9b-42bc-80c9-6e26a2b02c9e
  kind: Event
  lastTimestamp: "2026-07-28T13:07:10Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-07-28T13:07:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:07:11Z"
    name: isvc-sklearn-batcher-custom-predictor-55c4fb9c75-lgpdg.18c675fcd11c0271
    namespace: kserve-ci-e2e-test
    resourceVersion: "16106"
    uid: 8710b982-e8e9-4818-a535-eb5fc51108b3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T13:07:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-55c4fb9c75-lgpdg
    namespace: kserve-ci-e2e-test
    resourceVersion: "16033"
    uid: cb7c3735-5e9b-42bc-80c9-6e26a2b02c9e
  kind: Event
  lastTimestamp: "2026-07-28T13:08:41Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.31:5000: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T13:07:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:08:41Z"
    name: isvc-sklearn-batcher-custom-predictor-55c4fb9c75-lgpdg.18c675fd02d69f3e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16857"
    uid: b0dc5284-7889-4b0c-9964-4baa974f1421
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T13:07:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-55c4fb9c75-lgpdg
    namespace: kserve-ci-e2e-test
    resourceVersion: "16033"
    uid: cb7c3735-5e9b-42bc-80c9-6e26a2b02c9e
  kind: Event
  lastTimestamp: "2026-07-28T13:08:41Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-07-28T13:07:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:08:41Z"
    name: isvc-sklearn-batcher-custom-predictor-55c4fb9c75-lgpdg.18c675fd02e0b853
    namespace: kserve-ci-e2e-test
    resourceVersion: "16858"
    uid: 52b1ddbb-5355-4565-bf93-ce9d3fe4ddfa
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:08:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-55c4fb9c75-lgpdg
    namespace: kserve-ci-e2e-test
    resourceVersion: "16033"
    uid: cb7c3735-5e9b-42bc-80c9-6e26a2b02c9e
  kind: Event
  lastTimestamp: "2026-07-28T13:08:31Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T13:08:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:08:31Z"
    name: isvc-sklearn-batcher-custom-predictor-55c4fb9c75-lgpdg.18c6760f72191ced
    namespace: kserve-ci-e2e-test
    resourceVersion: "16731"
    uid: dda8be4c-cbbd-4c45-8ce4-937f54bdcd52
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:08:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-55c4fb9c75-lgpdg
    namespace: kserve-ci-e2e-test
    resourceVersion: "16033"
    uid: cb7c3735-5e9b-42bc-80c9-6e26a2b02c9e
  kind: Event
  lastTimestamp: "2026-07-28T13:08:31Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T13:08:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:08:31Z"
    name: isvc-sklearn-batcher-custom-predictor-55c4fb9c75-lgpdg.18c6760f721a1470
    namespace: kserve-ci-e2e-test
    resourceVersion: "16733"
    uid: 77e17b66-7a59-4a23-a315-1177fd03c9ea
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:08:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-55c4fb9c75-lgpdg
    namespace: kserve-ci-e2e-test
    resourceVersion: "16033"
    uid: cb7c3735-5e9b-42bc-80c9-6e26a2b02c9e
  kind: Event
  lastTimestamp: "2026-07-28T13:08:31Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-07-28T13:08:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:08:31Z"
    name: isvc-sklearn-batcher-custom-predictor-55c4fb9c75-lgpdg.18c6760f721cb42d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16735"
    uid: d831be6d-b29c-446b-a7db-733020ab6fff
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T13:08:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-55c4fb9c75-lgpdg
    namespace: kserve-ci-e2e-test
    resourceVersion: "16033"
    uid: cb7c3735-5e9b-42bc-80c9-6e26a2b02c9e
  kind: Event
  lastTimestamp: "2026-07-28T13:08:42Z"
  message: 'Readiness probe failed: Get "https://10.132.0.31:8643/healthz": dial tcp
    10.132.0.31:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T13:08:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:08:42Z"
    name: isvc-sklearn-batcher-custom-predictor-55c4fb9c75-lgpdg.18c6760fdf10154d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16876"
    uid: 5e19f70f-36e9-4217-a80b-bb9e9515cbf7
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:07:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-batcher-custom-predictor-55c4fb9c75
    namespace: kserve-ci-e2e-test
    resourceVersion: "16003"
    uid: 2da0ad6e-f985-440d-ac30-1145b49231a8
  kind: Event
  lastTimestamp: "2026-07-28T13:07:05Z"
  message: 'Created pod: isvc-sklearn-batcher-custom-predictor-55c4fb9c75-lgpdg'
  metadata:
    creationTimestamp: "2026-07-28T13:07:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:07:05Z"
    name: isvc-sklearn-batcher-custom-predictor-55c4fb9c75.18c675fba093a367
    namespace: kserve-ci-e2e-test
    resourceVersion: "16032"
    uid: b8659aa3-c695-4070-bfef-b12152074cff
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:07:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16001"
    uid: cfe45727-3524-4ce3-8b11-2909878bb784
  kind: Event
  lastTimestamp: "2026-07-28T13:07:05Z"
  message: Scaled up replica set isvc-sklearn-batcher-custom-predictor-55c4fb9c75
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-28T13:07:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:07:05Z"
    name: isvc-sklearn-batcher-custom-predictor.18c675fb9aec38d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16005"
    uid: 5b1537e3-d67d-4d34-a678-6250cc887182
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T13:07:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16002"
    uid: 28482ccb-ab4e-4c34-8a5b-cc761860591f
  kind: Event
  lastTimestamp: "2026-07-28T13:07:50Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T13:07:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:07:50Z"
    name: isvc-sklearn-batcher-custom-predictor.18c675ff19f6c6c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16415"
    uid: 2e88eddc-4419-47af-bcae-1466ff28890a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T13:07:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16002"
    uid: 28482ccb-ab4e-4c34-8a5b-cc761860591f
  kind: Event
  lastTimestamp: "2026-07-28T13:07:50Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T13:07:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:07:50Z"
    name: isvc-sklearn-batcher-custom-predictor.18c675ff1a655346
    namespace: kserve-ci-e2e-test
    resourceVersion: "16416"
    uid: 47c3fa49-4e0d-4081-99e9-bfcd76f22271
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T13:07:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16188"
    uid: 28482ccb-ab4e-4c34-8a5b-cc761860591f
  kind: Event
  lastTimestamp: "2026-07-28T13:08:20Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T13:07:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:08:20Z"
    name: isvc-sklearn-batcher-custom-predictor.18c67602992ae6a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "16627"
    uid: 807b0ffb-3d43-4544-9c51-38ddad1b0898
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T13:07:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16188"
    uid: 28482ccb-ab4e-4c34-8a5b-cc761860591f
  kind: Event
  lastTimestamp: "2026-07-28T13:08:20Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T13:07:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:08:20Z"
    name: isvc-sklearn-batcher-custom-predictor.18c6760299abe81f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16628"
    uid: 8ecfdb00-8c6c-46ec-8074-ad0040fe6054
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T13:07:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "15992"
    uid: 638984cf-57d0-482a-9458-818de974ef17
  kind: Event
  lastTimestamp: "2026-07-28T13:08:21Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T13:07:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:08:21Z"
    name: isvc-sklearn-batcher-custom.18c675fb9aede8af
    namespace: kserve-ci-e2e-test
    resourceVersion: "16642"
    uid: 7f9f7850-d81a-4565-a332-39d30c39e71a
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:07:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "15992"
    uid: 638984cf-57d0-482a-9458-818de974ef17
  kind: Event
  lastTimestamp: "2026-07-28T13:07:05Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-batcher-custom":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-batcher-custom":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T13:07:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:07:05Z"
    name: isvc-sklearn-batcher-custom.18c675fb9b6a8003
    namespace: kserve-ci-e2e-test
    resourceVersion: "16007"
    uid: 567ac8b3-ce64-4236-b437-d30e614f5bb7
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:08:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "16640"
    uid: 638984cf-57d0-482a-9458-818de974ef17
  kind: Event
  lastTimestamp: "2026-07-28T13:08:21Z"
  message: InferenceService [isvc-sklearn-batcher-custom] is Ready
  metadata:
    creationTimestamp: "2026-07-28T13:08:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:08:21Z"
    name: isvc-sklearn-batcher-custom.18c6760d360c991c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16641"
    uid: 5ef9fcc4-0b09-4abb-8ed9-1af3ea5f3103
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T13:05:30.723601Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-dt7rc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15260"
    uid: ae40e035-42d4-407d-b5f3-aa16744d90ba
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-batcher-predictor-86cb8f94cb-dt7rc
    to ip-10-0-138-158.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T13:05:30Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T13:05:30Z"
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-dt7rc.18c675e57833f225
    namespace: kserve-ci-e2e-test
    resourceVersion: "15264"
    uid: d927284c-50c2-4c4b-88e7-9fb1f008377c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-66456f4f6-kkfbw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:05:31Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-dt7rc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15270"
    uid: ae40e035-42d4-407d-b5f3-aa16744d90ba
  kind: Event
  lastTimestamp: "2026-07-28T13:05:31Z"
  message: Add eth0 [10.132.0.30/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T13:05:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T13:05:31Z"
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-dt7rc.18c675e591811559
    namespace: kserve-ci-e2e-test
    resourceVersion: "15281"
    uid: 72a1d2f9-6c5d-4d42-adc1-4c6505068297
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:05:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-dt7rc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15262"
    uid: ae40e035-42d4-407d-b5f3-aa16744d90ba
  kind: Event
  lastTimestamp: "2026-07-28T13:05:31Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T13:05:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:05:31Z"
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-dt7rc.18c675e59315a07d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15283"
    uid: 14d1cedf-9474-4b73-83b6-33816ef9ecf9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:05:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-dt7rc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15262"
    uid: ae40e035-42d4-407d-b5f3-aa16744d90ba
  kind: Event
  lastTimestamp: "2026-07-28T13:05:31Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T13:05:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:05:31Z"
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-dt7rc.18c675e596413cc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15284"
    uid: b3fbe4d9-ebaa-4fd5-ac1d-01eadb91dada
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:05:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-dt7rc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15262"
    uid: ae40e035-42d4-407d-b5f3-aa16744d90ba
  kind: Event
  lastTimestamp: "2026-07-28T13:05:31Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T13:05:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:05:31Z"
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-dt7rc.18c675e596b0fc68
    namespace: kserve-ci-e2e-test
    resourceVersion: "15285"
    uid: d3023f16-9865-444c-a0dc-0aa6508caf3b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:05:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-dt7rc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15262"
    uid: ae40e035-42d4-407d-b5f3-aa16744d90ba
  kind: Event
  lastTimestamp: "2026-07-28T13:05:35Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1814"
  metadata:
    creationTimestamp: "2026-07-28T13:05:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:05:35Z"
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-dt7rc.18c675e68d6242e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15325"
    uid: 2f830e3a-2d06-407e-8c43-1d3aa6975f65
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:05:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-dt7rc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15262"
    uid: ae40e035-42d4-407d-b5f3-aa16744d90ba
  kind: Event
  lastTimestamp: "2026-07-28T13:05:48Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1814"
    in 12.743s (12.743s including waiting). Image size: 1555840948 bytes.'
  metadata:
    creationTimestamp: "2026-07-28T13:05:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:05:48Z"
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-dt7rc.18c675e984fc4e2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15413"
    uid: d6e89bbf-00dc-4620-baaa-6a683d0c1fca
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:05:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-dt7rc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15262"
    uid: ae40e035-42d4-407d-b5f3-aa16744d90ba
  kind: Event
  lastTimestamp: "2026-07-28T13:05:48Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T13:05:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:05:48Z"
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-dt7rc.18c675e98841dcd3
    namespace: kserve-ci-e2e-test
    resourceVersion: "15414"
    uid: a4a2d403-c85a-4d36-8093-e6b34d5f346d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:05:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-dt7rc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15262"
    uid: ae40e035-42d4-407d-b5f3-aa16744d90ba
  kind: Event
  lastTimestamp: "2026-07-28T13:05:48Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T13:05:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:05:48Z"
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-dt7rc.18c675e988b1056e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15415"
    uid: 35ac4469-033e-40d6-81d0-9dd63a97af91
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:05:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-dt7rc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15262"
    uid: ae40e035-42d4-407d-b5f3-aa16744d90ba
  kind: Event
  lastTimestamp: "2026-07-28T13:05:48Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-07-28T13:05:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:05:48Z"
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-dt7rc.18c675e988bd3489
    namespace: kserve-ci-e2e-test
    resourceVersion: "15416"
    uid: 5415c856-579b-4e9c-93f7-d82b7e070549
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:05:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-dt7rc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15262"
    uid: ae40e035-42d4-407d-b5f3-aa16744d90ba
  kind: Event
  lastTimestamp: "2026-07-28T13:05:50Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.358s (2.358s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-07-28T13:05:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:05:50Z"
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-dt7rc.18c675ea154ac533
    namespace: kserve-ci-e2e-test
    resourceVersion: "15430"
    uid: 6345ee15-4834-4b82-a389-02384e93b52b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:05:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-dt7rc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15262"
    uid: ae40e035-42d4-407d-b5f3-aa16744d90ba
  kind: Event
  lastTimestamp: "2026-07-28T13:05:50Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T13:05:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:05:50Z"
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-dt7rc.18c675ea18686d2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15431"
    uid: 79f45fc4-3470-4182-8885-56a42e9658fa
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:05:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-dt7rc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15262"
    uid: ae40e035-42d4-407d-b5f3-aa16744d90ba
  kind: Event
  lastTimestamp: "2026-07-28T13:05:50Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T13:05:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:05:50Z"
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-dt7rc.18c675ea18db473d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15434"
    uid: 39825987-6eb9-4c71-b6c8-fd32974e5517
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:05:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-dt7rc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15262"
    uid: ae40e035-42d4-407d-b5f3-aa16744d90ba
  kind: Event
  lastTimestamp: "2026-07-28T13:05:50Z"
  message: Pulling image "quay.io/opendatahub/kserve-agent@sha256:bf42462edec7da298c1b007872394204ebe10a2c0c0d143725247988fb0a7324"
  metadata:
    creationTimestamp: "2026-07-28T13:05:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:05:50Z"
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-dt7rc.18c675ea18e78b3f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15435"
    uid: a7270f23-0926-412e-a87c-25604607186f
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:05:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-dt7rc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15262"
    uid: ae40e035-42d4-407d-b5f3-aa16744d90ba
  kind: Event
  lastTimestamp: "2026-07-28T13:05:53Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent@sha256:bf42462edec7da298c1b007872394204ebe10a2c0c0d143725247988fb0a7324"
    in 2.421s (2.421s including waiting). Image size: 240177278 bytes.'
  metadata:
    creationTimestamp: "2026-07-28T13:05:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:05:53Z"
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-dt7rc.18c675eaa935aee5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15454"
    uid: d6f67cf8-9b20-4b8b-b450-6af4f9b26f7c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:05:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-dt7rc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15262"
    uid: ae40e035-42d4-407d-b5f3-aa16744d90ba
  kind: Event
  lastTimestamp: "2026-07-28T13:05:53Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-07-28T13:05:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:05:53Z"
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-dt7rc.18c675eaac8d8445
    namespace: kserve-ci-e2e-test
    resourceVersion: "15455"
    uid: 72bcff00-3fa3-4454-ad82-117ff0258d6c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:05:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-dt7rc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15262"
    uid: ae40e035-42d4-407d-b5f3-aa16744d90ba
  kind: Event
  lastTimestamp: "2026-07-28T13:05:53Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-07-28T13:05:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:05:53Z"
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-dt7rc.18c675eaacfc9e09
    namespace: kserve-ci-e2e-test
    resourceVersion: "15456"
    uid: 19ef9a34-cd02-4857-ab3b-56a0aea9e555
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T13:05:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-dt7rc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15262"
    uid: ae40e035-42d4-407d-b5f3-aa16744d90ba
  kind: Event
  lastTimestamp: "2026-07-28T13:07:19Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.30:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T13:05:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:07:19Z"
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-dt7rc.18c675eac493fc27
    namespace: kserve-ci-e2e-test
    resourceVersion: "16179"
    uid: 9d97719a-ff45-4d65-9201-19088f899350
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T13:05:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-dt7rc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15262"
    uid: ae40e035-42d4-407d-b5f3-aa16744d90ba
  kind: Event
  lastTimestamp: "2026-07-28T13:07:19Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-07-28T13:05:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:07:19Z"
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-dt7rc.18c675eac49db425
    namespace: kserve-ci-e2e-test
    resourceVersion: "16178"
    uid: 82a0dede-ea4d-4cb6-8921-9762e63084cf
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:07:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-dt7rc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15262"
    uid: ae40e035-42d4-407d-b5f3-aa16744d90ba
  kind: Event
  lastTimestamp: "2026-07-28T13:07:05Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T13:07:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:07:05Z"
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-dt7rc.18c675fba0004a2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16026"
    uid: 13efc544-10e8-4e39-8098-70fd85ba6c10
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:07:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-dt7rc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15262"
    uid: ae40e035-42d4-407d-b5f3-aa16744d90ba
  kind: Event
  lastTimestamp: "2026-07-28T13:07:05Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-07-28T13:07:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:07:05Z"
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-dt7rc.18c675fba0008c49
    namespace: kserve-ci-e2e-test
    resourceVersion: "16031"
    uid: 0f80d022-e061-44a1-b569-2daf5e408179
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:07:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-dt7rc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15262"
    uid: ae40e035-42d4-407d-b5f3-aa16744d90ba
  kind: Event
  lastTimestamp: "2026-07-28T13:07:05Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T13:07:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:07:05Z"
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-dt7rc.18c675fba000eac2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16035"
    uid: 851e2f84-035b-4032-96fd-79dda9bb562a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-28T13:07:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-dt7rc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15262"
    uid: ae40e035-42d4-407d-b5f3-aa16744d90ba
  kind: Event
  lastTimestamp: "2026-07-28T13:07:29Z"
  message: 'Readiness probe failed: Get "https://10.132.0.30:8643/healthz": dial tcp
    10.132.0.30:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T13:07:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:07:29Z"
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-dt7rc.18c675fc76b91d8a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16250"
    uid: e8246426-4a03-445d-b497-3e0e29699c74
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:05:30Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-batcher-predictor-86cb8f94cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15247"
    uid: e5fb89cb-b579-41d6-af61-7871097713be
  kind: Event
  lastTimestamp: "2026-07-28T13:05:30Z"
  message: 'Created pod: isvc-sklearn-batcher-predictor-86cb8f94cb-dt7rc'
  metadata:
    creationTimestamp: "2026-07-28T13:05:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:05:30Z"
    name: isvc-sklearn-batcher-predictor-86cb8f94cb.18c675e57798c95a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15261"
    uid: 8e1c2b83-0b1d-405e-bd13-a5ac9b8af967
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:05:30Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15246"
    uid: 9fb172e6-d708-4e08-8014-08186b30ae27
  kind: Event
  lastTimestamp: "2026-07-28T13:05:30Z"
  message: Scaled up replica set isvc-sklearn-batcher-predictor-86cb8f94cb from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-28T13:05:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:05:30Z"
    name: isvc-sklearn-batcher-predictor.18c675e56f96c678
    namespace: kserve-ci-e2e-test
    resourceVersion: "15248"
    uid: b3eef92c-af48-4c09-b3bc-bb57f5e8f72a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T13:05:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15256"
    uid: aba70c89-49f2-45d7-8be0-f381fa64c571
  kind: Event
  lastTimestamp: "2026-07-28T13:06:30Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T13:05:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:06:30Z"
    name: isvc-sklearn-batcher-predictor.18c675e8f4e362a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "15733"
    uid: 63d9a473-60c1-4e68-994d-2ea38163c876
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T13:05:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15256"
    uid: aba70c89-49f2-45d7-8be0-f381fa64c571
  kind: Event
  lastTimestamp: "2026-07-28T13:06:30Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T13:05:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:06:30Z"
    name: isvc-sklearn-batcher-predictor.18c675e8f54b62be
    namespace: kserve-ci-e2e-test
    resourceVersion: "15734"
    uid: 947c46f4-ea36-43e8-b541-2a9ee0648124
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T13:06:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15393"
    uid: aba70c89-49f2-45d7-8be0-f381fa64c571
  kind: Event
  lastTimestamp: "2026-07-28T13:07:00Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T13:06:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:07:00Z"
    name: isvc-sklearn-batcher-predictor.18c675eff361fb70
    namespace: kserve-ci-e2e-test
    resourceVersion: "15952"
    uid: 3c35f674-3a7b-46ff-9ad1-d57694ab524f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T13:06:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15393"
    uid: aba70c89-49f2-45d7-8be0-f381fa64c571
  kind: Event
  lastTimestamp: "2026-07-28T13:07:00Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T13:06:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:07:00Z"
    name: isvc-sklearn-batcher-predictor.18c675eff3da0442
    namespace: kserve-ci-e2e-test
    resourceVersion: "15953"
    uid: 6b1e9d54-94d0-4849-91f4-7ca4713dedff
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-28T13:05:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "15236"
    uid: 25634a40-fa19-4805-9e61-71c61647d539
  kind: Event
  lastTimestamp: "2026-07-28T13:06:59Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T13:05:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:06:59Z"
    name: isvc-sklearn-batcher.18c675e575b4b389
    namespace: kserve-ci-e2e-test
    resourceVersion: "15946"
    uid: 032e31c1-7672-48a1-8059-eea99d7b8323
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T13:05:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "15236"
    uid: 25634a40-fa19-4805-9e61-71c61647d539
  kind: Event
  lastTimestamp: "2026-07-28T13:05:30Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-batcher": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-batcher":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T13:05:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:05:30Z"
    name: isvc-sklearn-batcher.18c675e57606a512
    namespace: kserve-ci-e2e-test
    resourceVersion: "15273"
    uid: a9faf01b-50c6-4f44-bda7-e23397293c77
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T13:05:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "15236"
    uid: 25634a40-fa19-4805-9e61-71c61647d539
  kind: Event
  lastTimestamp: "2026-07-28T13:05:30Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-batcher": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-28T13:05:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:05:30Z"
    name: isvc-sklearn-batcher.18c675e5760717bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15274"
    uid: 130f7047-392e-4478-8f9a-b372af4fe428
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:06:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "15944"
    uid: 25634a40-fa19-4805-9e61-71c61647d539
  kind: Event
  lastTimestamp: "2026-07-28T13:06:59Z"
  message: InferenceService [isvc-sklearn-batcher] is Ready
  metadata:
    creationTimestamp: "2026-07-28T13:06:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:06:59Z"
    name: isvc-sklearn-batcher.18c675fa2952eddb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15945"
    uid: 355511d3-a90c-4f4f-96cc-fc8f1eea954d
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T13:39:32.771368Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5996957568-nt9sr
    namespace: kserve-ci-e2e-test
    resourceVersion: "31959"
    uid: e985bb71-fcba-4a21-98a1-630086bf9559
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-mcp-predictor-5996957568-nt9sr
    to ip-10-0-129-177.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T13:39:32Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T13:39:32Z"
    name: isvc-sklearn-mcp-predictor-5996957568-nt9sr.18c677c0ebbc0ddb
    namespace: kserve-ci-e2e-test
    resourceVersion: "31964"
    uid: 0ac300f1-0899-43c5-854e-35313484f9fc
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-66456f4f6-kkfbw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:39:33Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5996957568-nt9sr
    namespace: kserve-ci-e2e-test
    resourceVersion: "31968"
    uid: e985bb71-fcba-4a21-98a1-630086bf9559
  kind: Event
  lastTimestamp: "2026-07-28T13:39:33Z"
  message: Add eth0 [10.134.0.37/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T13:39:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T13:39:33Z"
    name: isvc-sklearn-mcp-predictor-5996957568-nt9sr.18c677c1058fe177
    namespace: kserve-ci-e2e-test
    resourceVersion: "31977"
    uid: 502a415a-82f5-4db8-914e-9b96212d7dc0
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:39:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5996957568-nt9sr
    namespace: kserve-ci-e2e-test
    resourceVersion: "31962"
    uid: e985bb71-fcba-4a21-98a1-630086bf9559
  kind: Event
  lastTimestamp: "2026-07-28T13:39:33Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T13:39:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:39:33Z"
    name: isvc-sklearn-mcp-predictor-5996957568-nt9sr.18c677c10712fd42
    namespace: kserve-ci-e2e-test
    resourceVersion: "31979"
    uid: 2c9636e8-080f-450e-a638-b38b06d42d50
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:39:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5996957568-nt9sr
    namespace: kserve-ci-e2e-test
    resourceVersion: "31962"
    uid: e985bb71-fcba-4a21-98a1-630086bf9559
  kind: Event
  lastTimestamp: "2026-07-28T13:39:33Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T13:39:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:39:33Z"
    name: isvc-sklearn-mcp-predictor-5996957568-nt9sr.18c677c1099d1874
    namespace: kserve-ci-e2e-test
    resourceVersion: "31981"
    uid: e46e69b1-7c25-4ee7-93b2-867aa8736a07
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:39:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5996957568-nt9sr
    namespace: kserve-ci-e2e-test
    resourceVersion: "31962"
    uid: e985bb71-fcba-4a21-98a1-630086bf9559
  kind: Event
  lastTimestamp: "2026-07-28T13:39:33Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T13:39:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:39:33Z"
    name: isvc-sklearn-mcp-predictor-5996957568-nt9sr.18c677c10a11a509
    namespace: kserve-ci-e2e-test
    resourceVersion: "31982"
    uid: 5f42217c-b457-4541-bf68-26b66e1ef9bd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:39:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5996957568-nt9sr
    namespace: kserve-ci-e2e-test
    resourceVersion: "31962"
    uid: e985bb71-fcba-4a21-98a1-630086bf9559
  kind: Event
  lastTimestamp: "2026-07-28T13:39:37Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1814"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T13:39:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:39:37Z"
    name: isvc-sklearn-mcp-predictor-5996957568-nt9sr.18c677c21698d9f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "32020"
    uid: bf9b7b61-53d7-45de-a24c-a7d4b61ca7fb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:39:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5996957568-nt9sr
    namespace: kserve-ci-e2e-test
    resourceVersion: "31962"
    uid: e985bb71-fcba-4a21-98a1-630086bf9559
  kind: Event
  lastTimestamp: "2026-07-28T13:39:37Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T13:39:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:39:37Z"
    name: isvc-sklearn-mcp-predictor-5996957568-nt9sr.18c677c219aae539
    namespace: kserve-ci-e2e-test
    resourceVersion: "32022"
    uid: c1be7ac6-57f8-4045-b959-0d19b4d1f3ac
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:39:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5996957568-nt9sr
    namespace: kserve-ci-e2e-test
    resourceVersion: "31962"
    uid: e985bb71-fcba-4a21-98a1-630086bf9559
  kind: Event
  lastTimestamp: "2026-07-28T13:39:37Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T13:39:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:39:37Z"
    name: isvc-sklearn-mcp-predictor-5996957568-nt9sr.18c677c21a2aa4d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "32024"
    uid: 309b8b77-5523-4d7a-944d-55a9fa040212
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:39:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5996957568-nt9sr
    namespace: kserve-ci-e2e-test
    resourceVersion: "31962"
    uid: e985bb71-fcba-4a21-98a1-630086bf9559
  kind: Event
  lastTimestamp: "2026-07-28T13:39:37Z"
  message: Pulling image "quay.io/opendatahub/kserve-agent:latest"
  metadata:
    creationTimestamp: "2026-07-28T13:39:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:39:37Z"
    name: isvc-sklearn-mcp-predictor-5996957568-nt9sr.18c677c21a377faa
    namespace: kserve-ci-e2e-test
    resourceVersion: "32026"
    uid: 9956166f-0dd1-4332-9fbb-f2cf4699a4b3
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:39:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5996957568-nt9sr
    namespace: kserve-ci-e2e-test
    resourceVersion: "31962"
    uid: e985bb71-fcba-4a21-98a1-630086bf9559
  kind: Event
  lastTimestamp: "2026-07-28T13:39:40Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent:latest" in
    2.18s (2.18s including waiting). Image size: 239481897 bytes.'
  metadata:
    creationTimestamp: "2026-07-28T13:39:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:39:40Z"
    name: isvc-sklearn-mcp-predictor-5996957568-nt9sr.18c677c29c2d3322
    namespace: kserve-ci-e2e-test
    resourceVersion: "32043"
    uid: 02a9f743-6423-485e-a9ed-8ea6e9f464c0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:39:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5996957568-nt9sr
    namespace: kserve-ci-e2e-test
    resourceVersion: "31962"
    uid: e985bb71-fcba-4a21-98a1-630086bf9559
  kind: Event
  lastTimestamp: "2026-07-28T13:39:40Z"
  message: 'Created container: kserve-agent'
  metadata:
    creationTimestamp: "2026-07-28T13:39:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:39:40Z"
    name: isvc-sklearn-mcp-predictor-5996957568-nt9sr.18c677c29f3b01b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "32045"
    uid: b052b3d7-7182-412a-aa33-f86e40a7b9d3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:39:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5996957568-nt9sr
    namespace: kserve-ci-e2e-test
    resourceVersion: "31962"
    uid: e985bb71-fcba-4a21-98a1-630086bf9559
  kind: Event
  lastTimestamp: "2026-07-28T13:39:40Z"
  message: Started container kserve-agent
  metadata:
    creationTimestamp: "2026-07-28T13:39:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:39:40Z"
    name: isvc-sklearn-mcp-predictor-5996957568-nt9sr.18c677c29fc1a5cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "32046"
    uid: 15520099-ae4b-4637-82c8-8a1f50f48673
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:39:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5996957568-nt9sr
    namespace: kserve-ci-e2e-test
    resourceVersion: "31962"
    uid: e985bb71-fcba-4a21-98a1-630086bf9559
  kind: Event
  lastTimestamp: "2026-07-28T13:39:40Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T13:39:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:39:40Z"
    name: isvc-sklearn-mcp-predictor-5996957568-nt9sr.18c677c29fcd8469
    namespace: kserve-ci-e2e-test
    resourceVersion: "32047"
    uid: c3ec21a8-959d-4821-bb44-ab3802717ff3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:39:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5996957568-nt9sr
    namespace: kserve-ci-e2e-test
    resourceVersion: "31962"
    uid: e985bb71-fcba-4a21-98a1-630086bf9559
  kind: Event
  lastTimestamp: "2026-07-28T13:39:40Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T13:39:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:39:40Z"
    name: isvc-sklearn-mcp-predictor-5996957568-nt9sr.18c677c2a2e111ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "32048"
    uid: 7cb198e1-b6ef-45e5-9bb3-04bec92b7674
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:39:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5996957568-nt9sr
    namespace: kserve-ci-e2e-test
    resourceVersion: "31962"
    uid: e985bb71-fcba-4a21-98a1-630086bf9559
  kind: Event
  lastTimestamp: "2026-07-28T13:39:40Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T13:39:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:39:40Z"
    name: isvc-sklearn-mcp-predictor-5996957568-nt9sr.18c677c2a36a40ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "32049"
    uid: c57ff70b-7139-45bb-a39d-8b7a92dd8bee
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T13:40:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5996957568-nt9sr
    namespace: kserve-ci-e2e-test
    resourceVersion: "31962"
    uid: e985bb71-fcba-4a21-98a1-630086bf9559
  kind: Event
  lastTimestamp: "2026-07-28T13:41:17Z"
  message: 'Readiness probe failed: Get "http://10.134.0.37:8080/v1/models/isvc-sklearn-mcp":
    dial tcp 10.134.0.37:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T13:40:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:41:17Z"
    name: isvc-sklearn-mcp-predictor-5996957568-nt9sr.18c677c914cb1074
    namespace: kserve-ci-e2e-test
    resourceVersion: "32817"
    uid: d1e25567-5382-4061-9c2c-d1912f8ecc60
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:40:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5996957568-nt9sr
    namespace: kserve-ci-e2e-test
    resourceVersion: "31962"
    uid: e985bb71-fcba-4a21-98a1-630086bf9559
  kind: Event
  lastTimestamp: "2026-07-28T13:40:52Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T13:40:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:40:52Z"
    name: isvc-sklearn-mcp-predictor-5996957568-nt9sr.18c677d393d428cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "32565"
    uid: d4da618a-11ee-415d-8a23-e0d94b4b5147
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:40:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5996957568-nt9sr
    namespace: kserve-ci-e2e-test
    resourceVersion: "31962"
    uid: e985bb71-fcba-4a21-98a1-630086bf9559
  kind: Event
  lastTimestamp: "2026-07-28T13:40:52Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T13:40:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:40:52Z"
    name: isvc-sklearn-mcp-predictor-5996957568-nt9sr.18c677d393d4d9c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "32566"
    uid: 0e93091c-141f-4e55-abcb-32f64cfa48fd
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:40:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5996957568-nt9sr
    namespace: kserve-ci-e2e-test
    resourceVersion: "31962"
    uid: e985bb71-fcba-4a21-98a1-630086bf9559
  kind: Event
  lastTimestamp: "2026-07-28T13:40:52Z"
  message: Stopping container kserve-agent
  metadata:
    creationTimestamp: "2026-07-28T13:40:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:40:52Z"
    name: isvc-sklearn-mcp-predictor-5996957568-nt9sr.18c677d393d4f007
    namespace: kserve-ci-e2e-test
    resourceVersion: "32567"
    uid: 541f91ce-d4e4-4c5c-b2b8-f5865236f426
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-28T13:40:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5996957568-nt9sr
    namespace: kserve-ci-e2e-test
    resourceVersion: "31962"
    uid: e985bb71-fcba-4a21-98a1-630086bf9559
  kind: Event
  lastTimestamp: "2026-07-28T13:41:22Z"
  message: 'Readiness probe failed: Get "https://10.134.0.37:8643/healthz": dial tcp
    10.134.0.37:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T13:40:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:41:22Z"
    name: isvc-sklearn-mcp-predictor-5996957568-nt9sr.18c677d4b8b15156
    namespace: kserve-ci-e2e-test
    resourceVersion: "32851"
    uid: c1886cfb-3a63-4cd4-a20d-84dce80533b7
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:39:32Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-mcp-predictor-5996957568
    namespace: kserve-ci-e2e-test
    resourceVersion: "31950"
    uid: c8c6af54-5434-44ae-b4f3-2cfd440ca678
  kind: Event
  lastTimestamp: "2026-07-28T13:39:32Z"
  message: 'Created pod: isvc-sklearn-mcp-predictor-5996957568-nt9sr'
  metadata:
    creationTimestamp: "2026-07-28T13:39:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:39:32Z"
    name: isvc-sklearn-mcp-predictor-5996957568.18c677c0eb5580d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "31961"
    uid: 869ee3ec-ebea-4037-b617-8eed4ac4dbb2
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:39:32Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-mcp-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31948"
    uid: cd67e3f9-6128-4a0e-8c19-a8db892cb341
  kind: Event
  lastTimestamp: "2026-07-28T13:39:32Z"
  message: Scaled up replica set isvc-sklearn-mcp-predictor-5996957568 from 0 to 1
  metadata:
    creationTimestamp: "2026-07-28T13:39:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:39:32Z"
    name: isvc-sklearn-mcp-predictor.18c677c0e855a22c
    namespace: kserve-ci-e2e-test
    resourceVersion: "31951"
    uid: f0808ae6-7eb1-4d66-a380-87d237aa561f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T13:39:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "31941"
    uid: baaa7791-af2c-426f-938f-7bcbf4f6c6a8
  kind: Event
  lastTimestamp: "2026-07-28T13:40:47Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T13:39:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:40:47Z"
    name: isvc-sklearn-mcp.18c677c0e7f845a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "32518"
    uid: c6cbd3d6-c75b-422b-9012-ba6a977382e2
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:39:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "31941"
    uid: baaa7791-af2c-426f-938f-7bcbf4f6c6a8
  kind: Event
  lastTimestamp: "2026-07-28T13:39:32Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-mcp": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-mcp":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T13:39:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:39:32Z"
    name: isvc-sklearn-mcp.18c677c0e8725f8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "31952"
    uid: 1dd72d79-5e55-41e2-9285-06017a612882
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:40:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "32516"
    uid: baaa7791-af2c-426f-938f-7bcbf4f6c6a8
  kind: Event
  lastTimestamp: "2026-07-28T13:40:47Z"
  message: InferenceService [isvc-sklearn-mcp] is Ready
  metadata:
    creationTimestamp: "2026-07-28T13:40:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:40:47Z"
    name: isvc-sklearn-mcp.18c677d26a510e84
    namespace: kserve-ci-e2e-test
    resourceVersion: "32517"
    uid: 438e1d2b-1490-414d-befb-87bffd786388
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T14:02:04.350660Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-predictor-5f4d89cc44-5mb6r
    namespace: kserve-ci-e2e-test
    resourceVersion: "43243"
    uid: b87af0ff-1f2c-42d9-bb5e-48d32ad0fb91
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-predictor-5f4d89cc44-5mb6r
    to ip-10-0-129-177.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T14:02:04Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T14:02:04Z"
    name: isvc-sklearn-predictor-5f4d89cc44-5mb6r.18c678fb9c2356ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "43249"
    uid: 221ba4a6-cef8-4bdf-8f71-4315ed677206
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-66456f4f6-kkfbw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:02:04Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-predictor-5f4d89cc44-5mb6r
    namespace: kserve-ci-e2e-test
    resourceVersion: "43255"
    uid: b87af0ff-1f2c-42d9-bb5e-48d32ad0fb91
  kind: Event
  lastTimestamp: "2026-07-28T14:02:04Z"
  message: Add eth0 [10.134.0.51/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T14:02:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T14:02:04Z"
    name: isvc-sklearn-predictor-5f4d89cc44-5mb6r.18c678fbb66c47f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "43266"
    uid: 000e3022-8801-48c6-8993-9d15fd599c99
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:02:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-5f4d89cc44-5mb6r
    namespace: kserve-ci-e2e-test
    resourceVersion: "43245"
    uid: b87af0ff-1f2c-42d9-bb5e-48d32ad0fb91
  kind: Event
  lastTimestamp: "2026-07-28T14:02:04Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T14:02:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:02:04Z"
    name: isvc-sklearn-predictor-5f4d89cc44-5mb6r.18c678fbb7dd86c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "43268"
    uid: 6d974207-5985-4bdb-8893-761e7328a4ca
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:02:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-5f4d89cc44-5mb6r
    namespace: kserve-ci-e2e-test
    resourceVersion: "43245"
    uid: b87af0ff-1f2c-42d9-bb5e-48d32ad0fb91
  kind: Event
  lastTimestamp: "2026-07-28T14:02:04Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T14:02:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:02:04Z"
    name: isvc-sklearn-predictor-5f4d89cc44-5mb6r.18c678fbbaa9118f
    namespace: kserve-ci-e2e-test
    resourceVersion: "43269"
    uid: 6606a34d-58f0-42ce-ba62-a5858b1c2bc3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:02:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-5f4d89cc44-5mb6r
    namespace: kserve-ci-e2e-test
    resourceVersion: "43245"
    uid: b87af0ff-1f2c-42d9-bb5e-48d32ad0fb91
  kind: Event
  lastTimestamp: "2026-07-28T14:02:04Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T14:02:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:02:04Z"
    name: isvc-sklearn-predictor-5f4d89cc44-5mb6r.18c678fbbb200179
    namespace: kserve-ci-e2e-test
    resourceVersion: "43270"
    uid: 032a279c-4dfc-4957-bf99-0c238e3869f0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:02:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-5f4d89cc44-5mb6r
    namespace: kserve-ci-e2e-test
    resourceVersion: "43245"
    uid: b87af0ff-1f2c-42d9-bb5e-48d32ad0fb91
  kind: Event
  lastTimestamp: "2026-07-28T14:02:08Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1814"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T14:02:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:02:08Z"
    name: isvc-sklearn-predictor-5f4d89cc44-5mb6r.18c678fc970ab105
    namespace: kserve-ci-e2e-test
    resourceVersion: "43301"
    uid: 8d3b107e-20f0-4224-b771-b7288479b3cc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:02:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-5f4d89cc44-5mb6r
    namespace: kserve-ci-e2e-test
    resourceVersion: "43245"
    uid: b87af0ff-1f2c-42d9-bb5e-48d32ad0fb91
  kind: Event
  lastTimestamp: "2026-07-28T14:02:08Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T14:02:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:02:08Z"
    name: isvc-sklearn-predictor-5f4d89cc44-5mb6r.18c678fc9afc233e
    namespace: kserve-ci-e2e-test
    resourceVersion: "43306"
    uid: daec493d-9dab-471a-9160-3d6e44e29a44
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:02:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-5f4d89cc44-5mb6r
    namespace: kserve-ci-e2e-test
    resourceVersion: "43245"
    uid: b87af0ff-1f2c-42d9-bb5e-48d32ad0fb91
  kind: Event
  lastTimestamp: "2026-07-28T14:02:08Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T14:02:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:02:08Z"
    name: isvc-sklearn-predictor-5f4d89cc44-5mb6r.18c678fc9b7e3111
    namespace: kserve-ci-e2e-test
    resourceVersion: "43307"
    uid: d9806390-45f4-4fdf-bd80-4b7e64188555
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:02:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-5f4d89cc44-5mb6r
    namespace: kserve-ci-e2e-test
    resourceVersion: "43245"
    uid: b87af0ff-1f2c-42d9-bb5e-48d32ad0fb91
  kind: Event
  lastTimestamp: "2026-07-28T14:02:08Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T14:02:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:02:08Z"
    name: isvc-sklearn-predictor-5f4d89cc44-5mb6r.18c678fc9b8bb5d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "43308"
    uid: e90e69e9-847d-462f-832a-66281b2645a7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:02:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-5f4d89cc44-5mb6r
    namespace: kserve-ci-e2e-test
    resourceVersion: "43245"
    uid: b87af0ff-1f2c-42d9-bb5e-48d32ad0fb91
  kind: Event
  lastTimestamp: "2026-07-28T14:02:08Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T14:02:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:02:08Z"
    name: isvc-sklearn-predictor-5f4d89cc44-5mb6r.18c678fc9e94b166
    namespace: kserve-ci-e2e-test
    resourceVersion: "43310"
    uid: 4e320ee0-bb10-4e10-9af6-4239761a3ba1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:02:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-5f4d89cc44-5mb6r
    namespace: kserve-ci-e2e-test
    resourceVersion: "43245"
    uid: b87af0ff-1f2c-42d9-bb5e-48d32ad0fb91
  kind: Event
  lastTimestamp: "2026-07-28T14:02:08Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T14:02:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:02:08Z"
    name: isvc-sklearn-predictor-5f4d89cc44-5mb6r.18c678fc9f13c5f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "43311"
    uid: fd2d3e87-e16c-4ff9-a622-e7f358d8a318
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T14:02:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-5f4d89cc44-5mb6r
    namespace: kserve-ci-e2e-test
    resourceVersion: "43245"
    uid: b87af0ff-1f2c-42d9-bb5e-48d32ad0fb91
  kind: Event
  lastTimestamp: "2026-07-28T14:03:37Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.51:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T14:02:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:03:37Z"
    name: isvc-sklearn-predictor-5f4d89cc44-5mb6r.18c678fd0eed7f6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "43974"
    uid: b2d2e474-d9e1-4779-9e65-146141d8ccd6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:03:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-5f4d89cc44-5mb6r
    namespace: kserve-ci-e2e-test
    resourceVersion: "43245"
    uid: b87af0ff-1f2c-42d9-bb5e-48d32ad0fb91
  kind: Event
  lastTimestamp: "2026-07-28T14:03:34Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T14:03:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:03:34Z"
    name: isvc-sklearn-predictor-5f4d89cc44-5mb6r.18c679109e639842
    namespace: kserve-ci-e2e-test
    resourceVersion: "43946"
    uid: ef635e45-233f-4d02-a400-a07bc0e8e380
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:03:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-5f4d89cc44-5mb6r
    namespace: kserve-ci-e2e-test
    resourceVersion: "43245"
    uid: b87af0ff-1f2c-42d9-bb5e-48d32ad0fb91
  kind: Event
  lastTimestamp: "2026-07-28T14:03:34Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T14:03:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:03:34Z"
    name: isvc-sklearn-predictor-5f4d89cc44-5mb6r.18c679109e64296f
    namespace: kserve-ci-e2e-test
    resourceVersion: "43947"
    uid: db332b6b-34da-4867-8bef-fae682efe92b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:03:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-5f4d89cc44-5mb6r
    namespace: kserve-ci-e2e-test
    resourceVersion: "43245"
    uid: b87af0ff-1f2c-42d9-bb5e-48d32ad0fb91
  kind: Event
  lastTimestamp: "2026-07-28T14:03:36Z"
  message: 'Readiness probe failed: Get "https://10.134.0.51:8643/healthz": dial tcp
    10.134.0.51:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T14:03:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:03:36Z"
    name: isvc-sklearn-predictor-5f4d89cc44-5mb6r.18c679111521c04b
    namespace: kserve-ci-e2e-test
    resourceVersion: "43963"
    uid: 719013a1-8c86-4c33-8f1f-831f7edd6d77
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:02:04Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-predictor-5f4d89cc44
    namespace: kserve-ci-e2e-test
    resourceVersion: "43235"
    uid: d1c18901-614b-4e18-9c31-91ba6ba27e9b
  kind: Event
  lastTimestamp: "2026-07-28T14:02:04Z"
  message: 'Created pod: isvc-sklearn-predictor-5f4d89cc44-5mb6r'
  metadata:
    creationTimestamp: "2026-07-28T14:02:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T14:02:04Z"
    name: isvc-sklearn-predictor-5f4d89cc44.18c678fb9bc2562c
    namespace: kserve-ci-e2e-test
    resourceVersion: "43246"
    uid: d24048b5-7be2-4b01-bfb6-11c2839e1443
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:02:04Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "43233"
    uid: b8057ad9-d7d6-4486-b90f-8790cba06ffb
  kind: Event
  lastTimestamp: "2026-07-28T14:02:04Z"
  message: Scaled up replica set isvc-sklearn-predictor-5f4d89cc44 from 0 to 1
  metadata:
    creationTimestamp: "2026-07-28T14:02:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T14:02:04Z"
    name: isvc-sklearn-predictor.18c678fb98fb45a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "43237"
    uid: a1f14c7e-f704-4b3a-8eb2-5779210b1974
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T14:02:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "43234"
    uid: fe041033-79ea-4a78-9625-6b437c30a1ba
  kind: Event
  lastTimestamp: "2026-07-28T14:02:49Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T14:02:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T14:02:49Z"
    name: isvc-sklearn-predictor.18c678ff18141fa4
    namespace: kserve-ci-e2e-test
    resourceVersion: "43605"
    uid: e115d71a-fb9d-4613-9a1e-d9c833a65e8c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T14:02:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "43234"
    uid: fe041033-79ea-4a78-9625-6b437c30a1ba
  kind: Event
  lastTimestamp: "2026-07-28T14:02:49Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T14:02:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T14:02:49Z"
    name: isvc-sklearn-predictor.18c678ff18847d0d
    namespace: kserve-ci-e2e-test
    resourceVersion: "43606"
    uid: 18cecfd5-6e70-498d-8063-8edf9c0a86b2
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T14:03:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "43393"
    uid: fe041033-79ea-4a78-9625-6b437c30a1ba
  kind: Event
  lastTimestamp: "2026-07-28T14:03:34Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T14:03:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T14:03:34Z"
    name: isvc-sklearn-predictor.18c6790996fd9e8a
    namespace: kserve-ci-e2e-test
    resourceVersion: "43928"
    uid: dfae8d1e-5dbe-4711-93e3-b4fdd2064f13
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T14:03:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "43393"
    uid: fe041033-79ea-4a78-9625-6b437c30a1ba
  kind: Event
  lastTimestamp: "2026-07-28T14:03:34Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T14:03:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T14:03:34Z"
    name: isvc-sklearn-predictor.18c67909978968cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "43929"
    uid: e3b7ff42-97e9-45c1-b937-4b3ea4969643
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T14:04:45.143062Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-runtime-predictor-599b58cf6-kjqj2
    namespace: kserve-ci-e2e-test
    resourceVersion: "44550"
    uid: df78202e-f013-4541-b6af-06b47fc27fa1
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-runtime-predictor-599b58cf6-kjqj2
    to ip-10-0-138-158.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T14:04:45Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T14:04:45Z"
    name: isvc-sklearn-runtime-predictor-599b58cf6-kjqj2.18c679210c1cb95b
    namespace: kserve-ci-e2e-test
    resourceVersion: "44556"
    uid: 354400f3-2229-4d8c-a877-edb189ad6cec
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-66456f4f6-kkfbw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:04:45Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-runtime-predictor-599b58cf6-kjqj2
    namespace: kserve-ci-e2e-test
    resourceVersion: "44552"
    uid: df78202e-f013-4541-b6af-06b47fc27fa1
  kind: Event
  lastTimestamp: "2026-07-28T14:04:45Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-28T14:04:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:04:45Z"
    name: isvc-sklearn-runtime-predictor-599b58cf6-kjqj2.18c679211781bc55
    namespace: kserve-ci-e2e-test
    resourceVersion: "44564"
    uid: bf4e547d-27b8-4d4b-945f-3d6a30e9f21f
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:04:46Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-runtime-predictor-599b58cf6-kjqj2
    namespace: kserve-ci-e2e-test
    resourceVersion: "44560"
    uid: df78202e-f013-4541-b6af-06b47fc27fa1
  kind: Event
  lastTimestamp: "2026-07-28T14:04:46Z"
  message: Add eth0 [10.132.0.51/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T14:04:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T14:04:46Z"
    name: isvc-sklearn-runtime-predictor-599b58cf6-kjqj2.18c67921492426ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "44572"
    uid: db149242-d39b-494e-b451-58a730b7cd1b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:04:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-599b58cf6-kjqj2
    namespace: kserve-ci-e2e-test
    resourceVersion: "44552"
    uid: df78202e-f013-4541-b6af-06b47fc27fa1
  kind: Event
  lastTimestamp: "2026-07-28T14:04:46Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T14:04:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:04:46Z"
    name: isvc-sklearn-runtime-predictor-599b58cf6-kjqj2.18c679214a9d77e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "44574"
    uid: 2a332943-40bb-455c-b3bf-be6d33895c2e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:04:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-599b58cf6-kjqj2
    namespace: kserve-ci-e2e-test
    resourceVersion: "44552"
    uid: df78202e-f013-4541-b6af-06b47fc27fa1
  kind: Event
  lastTimestamp: "2026-07-28T14:04:46Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T14:04:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:04:46Z"
    name: isvc-sklearn-runtime-predictor-599b58cf6-kjqj2.18c679214e8a1748
    namespace: kserve-ci-e2e-test
    resourceVersion: "44575"
    uid: 29055a9e-b898-47ad-93ac-e8549e6762b1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:04:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-599b58cf6-kjqj2
    namespace: kserve-ci-e2e-test
    resourceVersion: "44552"
    uid: df78202e-f013-4541-b6af-06b47fc27fa1
  kind: Event
  lastTimestamp: "2026-07-28T14:04:46Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T14:04:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:04:46Z"
    name: isvc-sklearn-runtime-predictor-599b58cf6-kjqj2.18c679214efac28b
    namespace: kserve-ci-e2e-test
    resourceVersion: "44576"
    uid: 731f71b2-69d2-47b2-8c81-02cdeb35ab10
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:04:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-599b58cf6-kjqj2
    namespace: kserve-ci-e2e-test
    resourceVersion: "44552"
    uid: df78202e-f013-4541-b6af-06b47fc27fa1
  kind: Event
  lastTimestamp: "2026-07-28T14:04:52Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1814"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T14:04:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:04:52Z"
    name: isvc-sklearn-runtime-predictor-599b58cf6-kjqj2.18c67922b4864d30
    namespace: kserve-ci-e2e-test
    resourceVersion: "44630"
    uid: da8a9aa8-59e0-4f3f-a4c4-2d4ef388bea8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:04:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-599b58cf6-kjqj2
    namespace: kserve-ci-e2e-test
    resourceVersion: "44552"
    uid: df78202e-f013-4541-b6af-06b47fc27fa1
  kind: Event
  lastTimestamp: "2026-07-28T14:04:52Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T14:04:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:04:52Z"
    name: isvc-sklearn-runtime-predictor-599b58cf6-kjqj2.18c67922b7ae9579
    namespace: kserve-ci-e2e-test
    resourceVersion: "44634"
    uid: c9082fdc-b6ad-4e0c-a2c2-57bbfcf252aa
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:04:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-599b58cf6-kjqj2
    namespace: kserve-ci-e2e-test
    resourceVersion: "44552"
    uid: df78202e-f013-4541-b6af-06b47fc27fa1
  kind: Event
  lastTimestamp: "2026-07-28T14:04:52Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T14:04:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:04:52Z"
    name: isvc-sklearn-runtime-predictor-599b58cf6-kjqj2.18c67922b828bdeb
    namespace: kserve-ci-e2e-test
    resourceVersion: "44635"
    uid: 1d846a29-ebbc-47c4-89f1-a4738f07d6c7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:04:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-599b58cf6-kjqj2
    namespace: kserve-ci-e2e-test
    resourceVersion: "44552"
    uid: df78202e-f013-4541-b6af-06b47fc27fa1
  kind: Event
  lastTimestamp: "2026-07-28T14:04:52Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T14:04:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:04:52Z"
    name: isvc-sklearn-runtime-predictor-599b58cf6-kjqj2.18c67922b8320653
    namespace: kserve-ci-e2e-test
    resourceVersion: "44636"
    uid: 94328353-2716-4c5e-9b70-1f0581a81881
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:04:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-599b58cf6-kjqj2
    namespace: kserve-ci-e2e-test
    resourceVersion: "44552"
    uid: df78202e-f013-4541-b6af-06b47fc27fa1
  kind: Event
  lastTimestamp: "2026-07-28T14:04:52Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T14:04:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:04:52Z"
    name: isvc-sklearn-runtime-predictor-599b58cf6-kjqj2.18c67922bb9b5620
    namespace: kserve-ci-e2e-test
    resourceVersion: "44639"
    uid: 3a3dd9f2-be5a-4874-bed2-7839f8aa5a09
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:04:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-599b58cf6-kjqj2
    namespace: kserve-ci-e2e-test
    resourceVersion: "44552"
    uid: df78202e-f013-4541-b6af-06b47fc27fa1
  kind: Event
  lastTimestamp: "2026-07-28T14:04:52Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T14:04:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:04:52Z"
    name: isvc-sklearn-runtime-predictor-599b58cf6-kjqj2.18c67922bc14df09
    namespace: kserve-ci-e2e-test
    resourceVersion: "44640"
    uid: 6e912e33-80a6-4588-b446-aafaa3a44d8c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T14:04:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-599b58cf6-kjqj2
    namespace: kserve-ci-e2e-test
    resourceVersion: "44552"
    uid: df78202e-f013-4541-b6af-06b47fc27fa1
  kind: Event
  lastTimestamp: "2026-07-28T14:04:59Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.51:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T14:04:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:04:59Z"
    name: isvc-sklearn-runtime-predictor-599b58cf6-kjqj2.18c67922f0964a5a
    namespace: kserve-ci-e2e-test
    resourceVersion: "44695"
    uid: 30fe1b23-0f0d-477b-a0fb-7d01ab434e79
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:05:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-599b58cf6-kjqj2
    namespace: kserve-ci-e2e-test
    resourceVersion: "44552"
    uid: df78202e-f013-4541-b6af-06b47fc27fa1
  kind: Event
  lastTimestamp: "2026-07-28T14:05:16Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T14:05:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:05:16Z"
    name: isvc-sklearn-runtime-predictor-599b58cf6-kjqj2.18c67928759c9bc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "44845"
    uid: 4cfe2cc7-e986-4c85-9823-8f4cacc30539
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:05:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-599b58cf6-kjqj2
    namespace: kserve-ci-e2e-test
    resourceVersion: "44552"
    uid: df78202e-f013-4541-b6af-06b47fc27fa1
  kind: Event
  lastTimestamp: "2026-07-28T14:05:16Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T14:05:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:05:16Z"
    name: isvc-sklearn-runtime-predictor-599b58cf6-kjqj2.18c67928759cf2ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "44846"
    uid: 710186ac-3e8a-4dd0-9e67-82e92b47caef
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:04:45Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-runtime-predictor-599b58cf6
    namespace: kserve-ci-e2e-test
    resourceVersion: "44539"
    uid: 43d21c32-e59c-4e3e-b44f-1144accdfe2a
  kind: Event
  lastTimestamp: "2026-07-28T14:04:45Z"
  message: 'Created pod: isvc-sklearn-runtime-predictor-599b58cf6-kjqj2'
  metadata:
    creationTimestamp: "2026-07-28T14:04:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T14:04:45Z"
    name: isvc-sklearn-runtime-predictor-599b58cf6.18c679210b786735
    namespace: kserve-ci-e2e-test
    resourceVersion: "44551"
    uid: 3232469d-de19-4f4d-b9d7-87a148630d93
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:04:45Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "44538"
    uid: 8e713055-3808-456c-a34d-94f3765e0240
  kind: Event
  lastTimestamp: "2026-07-28T14:04:45Z"
  message: Scaled up replica set isvc-sklearn-runtime-predictor-599b58cf6 from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-28T14:04:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T14:04:45Z"
    name: isvc-sklearn-runtime-predictor.18c67921053f0c4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "44542"
    uid: 447abdd7-d327-4bc0-a210-83630f0c12e1
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:05:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "44540"
    uid: 30ba1ac3-0057-4c5b-896e-94aeb1150b28
  kind: Event
  lastTimestamp: "2026-07-28T14:05:00Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T14:05:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T14:05:00Z"
    name: isvc-sklearn-runtime-predictor.18c67924843d5ddc
    namespace: kserve-ci-e2e-test
    resourceVersion: "44700"
    uid: 667497ab-ff36-4e78-a42c-9e9a81cee1d9
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:05:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "44540"
    uid: 30ba1ac3-0057-4c5b-896e-94aeb1150b28
  kind: Event
  lastTimestamp: "2026-07-28T14:05:00Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T14:05:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T14:05:00Z"
    name: isvc-sklearn-runtime-predictor.18c6792484cff0ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "44702"
    uid: ae315559-f2e1-4a51-810c-871752bea560
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:05:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "44701"
    uid: 30ba1ac3-0057-4c5b-896e-94aeb1150b28
  kind: Event
  lastTimestamp: "2026-07-28T14:05:15Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T14:05:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T14:05:15Z"
    name: isvc-sklearn-runtime-predictor.18c67928042cdfa2
    namespace: kserve-ci-e2e-test
    resourceVersion: "44811"
    uid: 6103da3b-53d9-4a9c-9f67-af62c9ebdc3c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:05:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "44701"
    uid: 30ba1ac3-0057-4c5b-896e-94aeb1150b28
  kind: Event
  lastTimestamp: "2026-07-28T14:05:15Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T14:05:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T14:05:15Z"
    name: isvc-sklearn-runtime-predictor.18c67928049bc6bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "44813"
    uid: 065f459b-ee0f-47c6-b6d1-f6aa63dd2b24
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T14:04:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "44531"
    uid: 0a96b17e-2abf-40c3-badc-946a4afa2f46
  kind: Event
  lastTimestamp: "2026-07-28T14:05:09Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T14:04:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T14:05:09Z"
    name: isvc-sklearn-runtime.18c6792105b1300e
    namespace: kserve-ci-e2e-test
    resourceVersion: "44773"
    uid: dd4393c3-63c3-45ce-a4b2-bb4a4d0df804
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:04:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "44531"
    uid: 0a96b17e-2abf-40c3-badc-946a4afa2f46
  kind: Event
  lastTimestamp: "2026-07-28T14:04:45Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T14:04:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T14:04:45Z"
    name: isvc-sklearn-runtime.18c67921067ef63c
    namespace: kserve-ci-e2e-test
    resourceVersion: "44546"
    uid: 46b84fe3-e933-4c90-9431-b406a870f172
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:05:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "44771"
    uid: 0a96b17e-2abf-40c3-badc-946a4afa2f46
  kind: Event
  lastTimestamp: "2026-07-28T14:05:09Z"
  message: InferenceService [isvc-sklearn-runtime] is Ready
  metadata:
    creationTimestamp: "2026-07-28T14:05:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T14:05:09Z"
    name: isvc-sklearn-runtime.18c67926b0676f32
    namespace: kserve-ci-e2e-test
    resourceVersion: "44772"
    uid: 80e12c03-a99b-4545-b556-f8c53bb804f5
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T14:21:08.123879Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-predictor-dd446d6b9-vwfjc
    namespace: kserve-ci-e2e-test
    resourceVersion: "52685"
    uid: a2f2a824-b672-414b-8b32-d82adae2965b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-predictor-dd446d6b9-vwfjc
    to ip-10-0-129-177.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T14:21:08Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T14:21:08Z"
    name: isvc-sklearn-s3-predictor-dd446d6b9-vwfjc.18c67a05ea55ba44
    namespace: kserve-ci-e2e-test
    resourceVersion: "52689"
    uid: 002aef77-719a-442a-a4e8-87ac5ea946c6
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-66456f4f6-kkfbw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:21:08Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-predictor-dd446d6b9-vwfjc
    namespace: kserve-ci-e2e-test
    resourceVersion: "52694"
    uid: a2f2a824-b672-414b-8b32-d82adae2965b
  kind: Event
  lastTimestamp: "2026-07-28T14:21:08Z"
  message: Add eth0 [10.134.0.63/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T14:21:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T14:21:08Z"
    name: isvc-sklearn-s3-predictor-dd446d6b9-vwfjc.18c67a060414a55a
    namespace: kserve-ci-e2e-test
    resourceVersion: "52703"
    uid: 5017f221-742d-4c86-90c7-eb3c50a5ac87
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:21:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-dd446d6b9-vwfjc
    namespace: kserve-ci-e2e-test
    resourceVersion: "52687"
    uid: a2f2a824-b672-414b-8b32-d82adae2965b
  kind: Event
  lastTimestamp: "2026-07-28T14:21:08Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T14:21:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:21:08Z"
    name: isvc-sklearn-s3-predictor-dd446d6b9-vwfjc.18c67a0605a3f464
    namespace: kserve-ci-e2e-test
    resourceVersion: "52705"
    uid: c3f360ad-23f7-4733-9a1a-cfc343ec51c3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:21:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-dd446d6b9-vwfjc
    namespace: kserve-ci-e2e-test
    resourceVersion: "52687"
    uid: a2f2a824-b672-414b-8b32-d82adae2965b
  kind: Event
  lastTimestamp: "2026-07-28T14:21:08Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T14:21:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:21:08Z"
    name: isvc-sklearn-s3-predictor-dd446d6b9-vwfjc.18c67a060892103b
    namespace: kserve-ci-e2e-test
    resourceVersion: "52707"
    uid: 9b7ac4e5-6de3-4db1-b4cb-86db32ba5e0d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:21:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-dd446d6b9-vwfjc
    namespace: kserve-ci-e2e-test
    resourceVersion: "52687"
    uid: a2f2a824-b672-414b-8b32-d82adae2965b
  kind: Event
  lastTimestamp: "2026-07-28T14:21:08Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T14:21:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:21:08Z"
    name: isvc-sklearn-s3-predictor-dd446d6b9-vwfjc.18c67a06090b0ab8
    namespace: kserve-ci-e2e-test
    resourceVersion: "52708"
    uid: d36a6fcf-6904-4b72-b996-e063adf12e64
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:21:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-dd446d6b9-vwfjc
    namespace: kserve-ci-e2e-test
    resourceVersion: "52687"
    uid: a2f2a824-b672-414b-8b32-d82adae2965b
  kind: Event
  lastTimestamp: "2026-07-28T14:21:10Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1814"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T14:21:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:21:10Z"
    name: isvc-sklearn-s3-predictor-dd446d6b9-vwfjc.18c67a0675cc3835
    namespace: kserve-ci-e2e-test
    resourceVersion: "52732"
    uid: e9422ef7-7ccf-49d7-bc13-727937fb4c52
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:21:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-dd446d6b9-vwfjc
    namespace: kserve-ci-e2e-test
    resourceVersion: "52687"
    uid: a2f2a824-b672-414b-8b32-d82adae2965b
  kind: Event
  lastTimestamp: "2026-07-28T14:21:10Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T14:21:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:21:10Z"
    name: isvc-sklearn-s3-predictor-dd446d6b9-vwfjc.18c67a0679340fd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "52736"
    uid: 635560cd-0171-4c03-9389-8dbcf27cfa1c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:21:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-dd446d6b9-vwfjc
    namespace: kserve-ci-e2e-test
    resourceVersion: "52687"
    uid: a2f2a824-b672-414b-8b32-d82adae2965b
  kind: Event
  lastTimestamp: "2026-07-28T14:21:10Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T14:21:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:21:10Z"
    name: isvc-sklearn-s3-predictor-dd446d6b9-vwfjc.18c67a0679aaaceb
    namespace: kserve-ci-e2e-test
    resourceVersion: "52739"
    uid: 1fd156d9-a475-4851-9279-bff07a6fd411
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:21:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-dd446d6b9-vwfjc
    namespace: kserve-ci-e2e-test
    resourceVersion: "52687"
    uid: a2f2a824-b672-414b-8b32-d82adae2965b
  kind: Event
  lastTimestamp: "2026-07-28T14:21:10Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T14:21:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:21:10Z"
    name: isvc-sklearn-s3-predictor-dd446d6b9-vwfjc.18c67a0679b4603a
    namespace: kserve-ci-e2e-test
    resourceVersion: "52741"
    uid: d1f8cb19-fe77-460c-b81b-63ab059293ed
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:21:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-dd446d6b9-vwfjc
    namespace: kserve-ci-e2e-test
    resourceVersion: "52687"
    uid: a2f2a824-b672-414b-8b32-d82adae2965b
  kind: Event
  lastTimestamp: "2026-07-28T14:21:10Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T14:21:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:21:10Z"
    name: isvc-sklearn-s3-predictor-dd446d6b9-vwfjc.18c67a067c7ce32b
    namespace: kserve-ci-e2e-test
    resourceVersion: "52743"
    uid: 0365dbe5-bff3-4ee8-8527-d20b4aa43f88
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:21:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-dd446d6b9-vwfjc
    namespace: kserve-ci-e2e-test
    resourceVersion: "52687"
    uid: a2f2a824-b672-414b-8b32-d82adae2965b
  kind: Event
  lastTimestamp: "2026-07-28T14:21:10Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T14:21:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:21:10Z"
    name: isvc-sklearn-s3-predictor-dd446d6b9-vwfjc.18c67a067cf50d93
    namespace: kserve-ci-e2e-test
    resourceVersion: "52745"
    uid: 11a3ba8b-8a2e-4130-b83d-d0df74bd8a30
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-28T14:21:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-dd446d6b9-vwfjc
    namespace: kserve-ci-e2e-test
    resourceVersion: "52687"
    uid: a2f2a824-b672-414b-8b32-d82adae2965b
  kind: Event
  lastTimestamp: "2026-07-28T14:22:17Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.63:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T14:21:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:22:17Z"
    name: isvc-sklearn-s3-predictor-dd446d6b9-vwfjc.18c67a06b1cedfe5
    namespace: kserve-ci-e2e-test
    resourceVersion: "53226"
    uid: 3ff1005e-2717-4ec0-b8fd-01a1f44d978c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:22:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-dd446d6b9-vwfjc
    namespace: kserve-ci-e2e-test
    resourceVersion: "52687"
    uid: a2f2a824-b672-414b-8b32-d82adae2965b
  kind: Event
  lastTimestamp: "2026-07-28T14:22:28Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T14:22:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:22:28Z"
    name: isvc-sklearn-s3-predictor-dd446d6b9-vwfjc.18c67a188e632043
    namespace: kserve-ci-e2e-test
    resourceVersion: "53325"
    uid: 1dda788b-be45-4366-a221-ccbf0391ec47
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:22:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-dd446d6b9-vwfjc
    namespace: kserve-ci-e2e-test
    resourceVersion: "52687"
    uid: a2f2a824-b672-414b-8b32-d82adae2965b
  kind: Event
  lastTimestamp: "2026-07-28T14:22:28Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T14:22:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:22:28Z"
    name: isvc-sklearn-s3-predictor-dd446d6b9-vwfjc.18c67a188e63cfe2
    namespace: kserve-ci-e2e-test
    resourceVersion: "53326"
    uid: 68702fb9-db85-4e03-9493-e2275cab04d4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:22:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-dd446d6b9-vwfjc
    namespace: kserve-ci-e2e-test
    resourceVersion: "52687"
    uid: a2f2a824-b672-414b-8b32-d82adae2965b
  kind: Event
  lastTimestamp: "2026-07-28T14:22:32Z"
  message: 'Readiness probe failed: Get "https://10.134.0.63:8643/healthz": dial tcp
    10.134.0.63:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T14:22:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:22:32Z"
    name: isvc-sklearn-s3-predictor-dd446d6b9-vwfjc.18c67a198dfac73e
    namespace: kserve-ci-e2e-test
    resourceVersion: "53422"
    uid: 27f7191b-48b7-4c6b-9fe2-ef0fc31fffbd
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:21:08Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-predictor-dd446d6b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "52672"
    uid: 99169a62-1b05-4e72-bda4-b79c25a4eb39
  kind: Event
  lastTimestamp: "2026-07-28T14:21:08Z"
  message: 'Created pod: isvc-sklearn-s3-predictor-dd446d6b9-vwfjc'
  metadata:
    creationTimestamp: "2026-07-28T14:21:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T14:21:08Z"
    name: isvc-sklearn-s3-predictor-dd446d6b9.18c67a05e9da6769
    namespace: kserve-ci-e2e-test
    resourceVersion: "52686"
    uid: b1e75a33-62ca-4ec3-9ca5-19572f8302d7
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:21:08Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "52670"
    uid: 9ba51c14-0b7b-49b9-92ad-1183919b6650
  kind: Event
  lastTimestamp: "2026-07-28T14:21:08Z"
  message: Scaled up replica set isvc-sklearn-s3-predictor-dd446d6b9 from 0 to 1
  metadata:
    creationTimestamp: "2026-07-28T14:21:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T14:21:08Z"
    name: isvc-sklearn-s3-predictor.18c67a05e543f7db
    namespace: kserve-ci-e2e-test
    resourceVersion: "52673"
    uid: d952d545-4d31-4971-a34e-905d7465a8de
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T14:21:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "52671"
    uid: 7a14f502-6fa8-49c5-a7c9-b8d452148f77
  kind: Event
  lastTimestamp: "2026-07-28T14:21:53Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T14:21:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T14:21:53Z"
    name: isvc-sklearn-s3-predictor.18c67a09645c064d
    namespace: kserve-ci-e2e-test
    resourceVersion: "53053"
    uid: e5bd1414-26ba-4803-ba11-f1b6626d983f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T14:21:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "52671"
    uid: 7a14f502-6fa8-49c5-a7c9-b8d452148f77
  kind: Event
  lastTimestamp: "2026-07-28T14:21:53Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T14:21:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T14:21:53Z"
    name: isvc-sklearn-s3-predictor.18c67a0964d928f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "53054"
    uid: 84c81b78-f397-454f-9b23-582f77ce31ee
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T14:21:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "52840"
    uid: 7a14f502-6fa8-49c5-a7c9-b8d452148f77
  kind: Event
  lastTimestamp: "2026-07-28T14:22:23Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T14:21:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T14:22:23Z"
    name: isvc-sklearn-s3-predictor.18c67a0ce436efcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "53263"
    uid: b691e85c-676d-4574-8460-89e376625e70
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T14:21:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "52840"
    uid: 7a14f502-6fa8-49c5-a7c9-b8d452148f77
  kind: Event
  lastTimestamp: "2026-07-28T14:22:23Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T14:21:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T14:22:23Z"
    name: isvc-sklearn-s3-predictor.18c67a0ce4b48d6a
    namespace: kserve-ci-e2e-test
    resourceVersion: "53264"
    uid: 0f8021b2-5521-48c5-bd2d-6af0e6009c73
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T14:25:41.863042Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-749df86c69-dvhfc
    namespace: kserve-ci-e2e-test
    resourceVersion: "54993"
    uid: f1231148-2413-4247-b787-0fc1bf914811
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-custom-fail-predictor-749df86c69-dvhfc
    to ip-10-0-129-177.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T14:25:41Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T14:25:41Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-749df86c69-dvhfc.18c67a45a675d2ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "54997"
    uid: 65cbf10a-4493-4f8e-bc20-5544e396dd2a
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-66456f4f6-kkfbw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:25:42Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-749df86c69-dvhfc
    namespace: kserve-ci-e2e-test
    resourceVersion: "55001"
    uid: f1231148-2413-4247-b787-0fc1bf914811
  kind: Event
  lastTimestamp: "2026-07-28T14:25:42Z"
  message: Add eth0 [10.134.0.67/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T14:25:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T14:25:42Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-749df86c69-dvhfc.18c67a45c025f6e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "55013"
    uid: 0c2388f8-46c5-4296-a93a-5d86ac387bf4
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T14:25:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-749df86c69-dvhfc
    namespace: kserve-ci-e2e-test
    resourceVersion: "54995"
    uid: f1231148-2413-4247-b787-0fc1bf914811
  kind: Event
  lastTimestamp: "2026-07-28T14:25:45Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T14:25:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:25:45Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-749df86c69-dvhfc.18c67a45c1868618
    namespace: kserve-ci-e2e-test
    resourceVersion: "55049"
    uid: 6c54fea0-a420-44aa-9979-04da0e917a1b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T14:25:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-749df86c69-dvhfc
    namespace: kserve-ci-e2e-test
    resourceVersion: "54995"
    uid: f1231148-2413-4247-b787-0fc1bf914811
  kind: Event
  lastTimestamp: "2026-07-28T14:25:45Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T14:25:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:25:45Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-749df86c69-dvhfc.18c67a45c41bcb6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "55054"
    uid: f9b97c7f-168a-4ae6-9dd1-3635d8e70bae
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T14:25:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-749df86c69-dvhfc
    namespace: kserve-ci-e2e-test
    resourceVersion: "54995"
    uid: f1231148-2413-4247-b787-0fc1bf914811
  kind: Event
  lastTimestamp: "2026-07-28T14:25:45Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T14:25:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:25:45Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-749df86c69-dvhfc.18c67a45c48c0cb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "55055"
    uid: f174c0bc-aae2-46b9-bf74-71688f0a7ef0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:25:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-749df86c69-dvhfc
    namespace: kserve-ci-e2e-test
    resourceVersion: "54995"
    uid: f1231148-2413-4247-b787-0fc1bf914811
  kind: Event
  lastTimestamp: "2026-07-28T14:25:49Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-sklearn-s3-tls-custom-fail-predictor-749df86c69-dvhfc_kserve-ci-e2e-test(f1231148-2413-4247-b787-0fc1bf914811)
  metadata:
    creationTimestamp: "2026-07-28T14:25:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:25:49Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-749df86c69-dvhfc.18c67a4777a99d09
    namespace: kserve-ci-e2e-test
    resourceVersion: "55086"
    uid: ab078813-6854-4cc6-9085-03b23c93511d
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:25:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-custom-fail-predictor-749df86c69
    namespace: kserve-ci-e2e-test
    resourceVersion: "54982"
    uid: db6174dc-e424-4072-8208-ed5d6afde4e4
  kind: Event
  lastTimestamp: "2026-07-28T14:25:41Z"
  message: 'Created pod: isvc-sklearn-s3-tls-custom-fail-predictor-749df86c69-dvhfc'
  metadata:
    creationTimestamp: "2026-07-28T14:25:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T14:25:41Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-749df86c69.18c67a45a5cf6346
    namespace: kserve-ci-e2e-test
    resourceVersion: "54994"
    uid: ed0edf1d-c1d4-497f-8373-b48b576a424d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:25:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-custom-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "54980"
    uid: dec08cbd-fe3a-4342-b1b9-3da072a6be39
  kind: Event
  lastTimestamp: "2026-07-28T14:25:41Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-custom-fail-predictor-749df86c69
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-28T14:25:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T14:25:41Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor.18c67a45a07cfa45
    namespace: kserve-ci-e2e-test
    resourceVersion: "54983"
    uid: 4401fbbd-26b7-4db0-902d-cabd4f540006
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-07-28T14:25:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "54972"
    uid: cdc61af0-139f-40d2-9f8a-abd6e6e887fe
  kind: Event
  lastTimestamp: "2026-07-28T14:25:49Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T14:25:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T14:25:49Z"
    name: isvc-sklearn-s3-tls-custom-fail.18c67a45a0791037
    namespace: kserve-ci-e2e-test
    resourceVersion: "55093"
    uid: ba166f02-9eb0-4ea0-86d1-88114b055ccf
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T14:25:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "54972"
    uid: cdc61af0-139f-40d2-9f8a-abd6e6e887fe
  kind: Event
  lastTimestamp: "2026-07-28T14:25:41Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-custom-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-custom-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T14:25:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T14:25:41Z"
    name: isvc-sklearn-s3-tls-custom-fail.18c67a45a112ac0e
    namespace: kserve-ci-e2e-test
    resourceVersion: "55003"
    uid: d78a5a38-ceae-423f-8c18-b02cd5d6f685
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:25:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "54974"
    uid: cdc61af0-139f-40d2-9f8a-abd6e6e887fe
  kind: Event
  lastTimestamp: "2026-07-28T14:25:41Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-custom-fail": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-07-28T14:25:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T14:25:41Z"
    name: isvc-sklearn-s3-tls-custom-fail.18c67a45a821ec09
    namespace: kserve-ci-e2e-test
    resourceVersion: "55004"
    uid: 2ac9c9de-017b-4f17-89ae-0db5c7ce0a65
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T14:24:10.667672Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-756d9c6b57-mhqgl
    namespace: kserve-ci-e2e-test
    resourceVersion: "54258"
    uid: a1b00cce-fd85-41f4-a0bb-d5e86a4057e6
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-custom-pass-predictor-756d9c6b57-mhqgl
    to ip-10-0-129-177.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T14:24:10Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T14:24:10Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-756d9c6b57-mhqgl.18c67a306acb0076
    namespace: kserve-ci-e2e-test
    resourceVersion: "54264"
    uid: 7107c51f-4fb6-426f-86f4-821ce1176f0d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-66456f4f6-kkfbw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:24:10Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-756d9c6b57-mhqgl
    namespace: kserve-ci-e2e-test
    resourceVersion: "54259"
    uid: a1b00cce-fd85-41f4-a0bb-d5e86a4057e6
  kind: Event
  lastTimestamp: "2026-07-28T14:24:10Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-s3-tls-custom-pass-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-28T14:24:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:24:10Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-756d9c6b57-mhqgl.18c67a307859901f
    namespace: kserve-ci-e2e-test
    resourceVersion: "54273"
    uid: 3d471e6d-c1a4-407b-8e04-edc392d768d9
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:24:11Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-756d9c6b57-mhqgl
    namespace: kserve-ci-e2e-test
    resourceVersion: "54267"
    uid: a1b00cce-fd85-41f4-a0bb-d5e86a4057e6
  kind: Event
  lastTimestamp: "2026-07-28T14:24:11Z"
  message: Add eth0 [10.134.0.66/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T14:24:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T14:24:11Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-756d9c6b57-mhqgl.18c67a30a84459dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "54281"
    uid: 60a69554-3034-4a3f-a8d2-557a5eeb703b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:24:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-756d9c6b57-mhqgl
    namespace: kserve-ci-e2e-test
    resourceVersion: "54259"
    uid: a1b00cce-fd85-41f4-a0bb-d5e86a4057e6
  kind: Event
  lastTimestamp: "2026-07-28T14:24:11Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T14:24:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:24:11Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-756d9c6b57-mhqgl.18c67a30a9c08496
    namespace: kserve-ci-e2e-test
    resourceVersion: "54283"
    uid: 834b96a3-a2de-4369-a0c0-0761f4222c3d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:24:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-756d9c6b57-mhqgl
    namespace: kserve-ci-e2e-test
    resourceVersion: "54259"
    uid: a1b00cce-fd85-41f4-a0bb-d5e86a4057e6
  kind: Event
  lastTimestamp: "2026-07-28T14:24:11Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T14:24:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:24:11Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-756d9c6b57-mhqgl.18c67a30ac5cf4f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "54284"
    uid: 91fb4f3b-2e11-4a9e-9b2e-d6972346c7eb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:24:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-756d9c6b57-mhqgl
    namespace: kserve-ci-e2e-test
    resourceVersion: "54259"
    uid: a1b00cce-fd85-41f4-a0bb-d5e86a4057e6
  kind: Event
  lastTimestamp: "2026-07-28T14:24:11Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T14:24:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:24:11Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-756d9c6b57-mhqgl.18c67a30acd2136f
    namespace: kserve-ci-e2e-test
    resourceVersion: "54285"
    uid: 184ccc54-4614-4b7a-84bf-c116809e0e04
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:24:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-756d9c6b57-mhqgl
    namespace: kserve-ci-e2e-test
    resourceVersion: "54259"
    uid: a1b00cce-fd85-41f4-a0bb-d5e86a4057e6
  kind: Event
  lastTimestamp: "2026-07-28T14:24:13Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1814"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T14:24:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:24:13Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-756d9c6b57-mhqgl.18c67a3104aa6545
    namespace: kserve-ci-e2e-test
    resourceVersion: "54303"
    uid: 4dec4e1d-9d4d-4191-97b1-519fe8a18974
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:24:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-756d9c6b57-mhqgl
    namespace: kserve-ci-e2e-test
    resourceVersion: "54259"
    uid: a1b00cce-fd85-41f4-a0bb-d5e86a4057e6
  kind: Event
  lastTimestamp: "2026-07-28T14:24:13Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T14:24:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:24:13Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-756d9c6b57-mhqgl.18c67a3108365bdc
    namespace: kserve-ci-e2e-test
    resourceVersion: "54309"
    uid: 117b67bf-1645-4631-b182-a7e8a9ea56cc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:24:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-756d9c6b57-mhqgl
    namespace: kserve-ci-e2e-test
    resourceVersion: "54259"
    uid: a1b00cce-fd85-41f4-a0bb-d5e86a4057e6
  kind: Event
  lastTimestamp: "2026-07-28T14:24:13Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T14:24:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:24:13Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-756d9c6b57-mhqgl.18c67a3108ad9d39
    namespace: kserve-ci-e2e-test
    resourceVersion: "54310"
    uid: 83761da0-1009-4bb0-a6aa-e5b8a1900003
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:24:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-756d9c6b57-mhqgl
    namespace: kserve-ci-e2e-test
    resourceVersion: "54259"
    uid: a1b00cce-fd85-41f4-a0bb-d5e86a4057e6
  kind: Event
  lastTimestamp: "2026-07-28T14:24:13Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T14:24:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:24:13Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-756d9c6b57-mhqgl.18c67a3108b79321
    namespace: kserve-ci-e2e-test
    resourceVersion: "54313"
    uid: fd8cbf18-c120-4a1e-aa7e-ff51689936ab
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:24:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-756d9c6b57-mhqgl
    namespace: kserve-ci-e2e-test
    resourceVersion: "54259"
    uid: a1b00cce-fd85-41f4-a0bb-d5e86a4057e6
  kind: Event
  lastTimestamp: "2026-07-28T14:24:13Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T14:24:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:24:13Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-756d9c6b57-mhqgl.18c67a310c00d66d
    namespace: kserve-ci-e2e-test
    resourceVersion: "54315"
    uid: 39bc0a00-3ac0-4946-8546-40bc09086491
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:24:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-756d9c6b57-mhqgl
    namespace: kserve-ci-e2e-test
    resourceVersion: "54259"
    uid: a1b00cce-fd85-41f4-a0bb-d5e86a4057e6
  kind: Event
  lastTimestamp: "2026-07-28T14:24:13Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T14:24:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:24:13Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-756d9c6b57-mhqgl.18c67a310c760822
    namespace: kserve-ci-e2e-test
    resourceVersion: "54316"
    uid: 926829b7-010d-4266-be4f-bc2f0a1c177e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T14:24:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-756d9c6b57-mhqgl
    namespace: kserve-ci-e2e-test
    resourceVersion: "54259"
    uid: a1b00cce-fd85-41f4-a0bb-d5e86a4057e6
  kind: Event
  lastTimestamp: "2026-07-28T14:25:41Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.66:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T14:24:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:25:41Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-756d9c6b57-mhqgl.18c67a317c9c77f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "54961"
    uid: 076f7f01-cd08-455b-a052-5e477976cec8
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:25:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-756d9c6b57-mhqgl
    namespace: kserve-ci-e2e-test
    resourceVersion: "54259"
    uid: a1b00cce-fd85-41f4-a0bb-d5e86a4057e6
  kind: Event
  lastTimestamp: "2026-07-28T14:25:40Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T14:25:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:25:40Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-756d9c6b57-mhqgl.18c67a4563301175
    namespace: kserve-ci-e2e-test
    resourceVersion: "54952"
    uid: 9d8dbc43-a3e1-491f-bd4a-c51253292726
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:25:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-756d9c6b57-mhqgl
    namespace: kserve-ci-e2e-test
    resourceVersion: "54259"
    uid: a1b00cce-fd85-41f4-a0bb-d5e86a4057e6
  kind: Event
  lastTimestamp: "2026-07-28T14:25:40Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T14:25:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:25:40Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-756d9c6b57-mhqgl.18c67a456330dbc1
    namespace: kserve-ci-e2e-test
    resourceVersion: "54953"
    uid: 79f426d5-96d9-43bb-a84a-2cc9db5989f0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:25:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-756d9c6b57-mhqgl
    namespace: kserve-ci-e2e-test
    resourceVersion: "54259"
    uid: a1b00cce-fd85-41f4-a0bb-d5e86a4057e6
  kind: Event
  lastTimestamp: "2026-07-28T14:25:41Z"
  message: 'Readiness probe failed: Get "https://10.134.0.66:8643/healthz": dial tcp
    10.134.0.66:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T14:25:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:25:41Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-756d9c6b57-mhqgl.18c67a4582cf600b
    namespace: kserve-ci-e2e-test
    resourceVersion: "54959"
    uid: b54f30fd-f333-421b-9669-3756d69c1fb0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:24:10Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-custom-pass-predictor-756d9c6b57
    namespace: kserve-ci-e2e-test
    resourceVersion: "54249"
    uid: 36f85365-62e1-452c-ab16-3f53b87d859d
  kind: Event
  lastTimestamp: "2026-07-28T14:24:10Z"
  message: 'Created pod: isvc-sklearn-s3-tls-custom-pass-predictor-756d9c6b57-mhqgl'
  metadata:
    creationTimestamp: "2026-07-28T14:24:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T14:24:10Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-756d9c6b57.18c67a3069e09d94
    namespace: kserve-ci-e2e-test
    resourceVersion: "54260"
    uid: 784fced5-7dc1-4a98-8c6f-08f05f8e82eb
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:24:10Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "54247"
    uid: d6080d5b-6273-4a45-9c8b-e645524c5d8e
  kind: Event
  lastTimestamp: "2026-07-28T14:24:10Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-custom-pass-predictor-756d9c6b57
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-28T14:24:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T14:24:10Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18c67a306683de36
    namespace: kserve-ci-e2e-test
    resourceVersion: "54250"
    uid: f83276ed-c3d8-4d46-bfdc-c27491a63426
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T14:24:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "54248"
    uid: dcd7f0ea-36a1-44e8-af4b-93fe1d761741
  kind: Event
  lastTimestamp: "2026-07-28T14:24:55Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T14:24:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T14:24:55Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18c67a33e54cbd3a
    namespace: kserve-ci-e2e-test
    resourceVersion: "54618"
    uid: 39a7b657-e977-464c-90c5-e00afb4b66f2
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T14:24:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "54248"
    uid: dcd7f0ea-36a1-44e8-af4b-93fe1d761741
  kind: Event
  lastTimestamp: "2026-07-28T14:24:55Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T14:24:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T14:24:55Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18c67a33e59e0f0c
    namespace: kserve-ci-e2e-test
    resourceVersion: "54619"
    uid: 1adf976a-9ea1-4c96-a244-b8861f1a68c9
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T14:25:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "54408"
    uid: dcd7f0ea-36a1-44e8-af4b-93fe1d761741
  kind: Event
  lastTimestamp: "2026-07-28T14:25:25Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T14:25:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T14:25:25Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18c67a3e677f4a99
    namespace: kserve-ci-e2e-test
    resourceVersion: "54826"
    uid: 75061bdb-0390-4820-86a4-d8037345bf11
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T14:25:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "54408"
    uid: dcd7f0ea-36a1-44e8-af4b-93fe1d761741
  kind: Event
  lastTimestamp: "2026-07-28T14:25:25Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T14:25:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T14:25:25Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18c67a3e681ff1b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "54827"
    uid: abcd150f-c3b1-4948-aaa5-33a7bc56b462
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T14:24:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "54240"
    uid: fc7ac5c8-ac50-4bdd-9f4f-f160f621baad
  kind: Event
  lastTimestamp: "2026-07-28T14:25:31Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T14:24:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T14:25:31Z"
    name: isvc-sklearn-s3-tls-custom-pass.18c67a30668a87a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "54871"
    uid: a0a51162-6697-413f-9db3-3014972fc47a
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:24:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "54240"
    uid: fc7ac5c8-ac50-4bdd-9f4f-f160f621baad
  kind: Event
  lastTimestamp: "2026-07-28T14:24:10Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-custom-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-custom-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T14:24:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T14:24:10Z"
    name: isvc-sklearn-s3-tls-custom-pass.18c67a3066ffb7cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "54254"
    uid: 0136d174-f5c9-445e-9506-5baee42cbfe6
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:25:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "54868"
    uid: fc7ac5c8-ac50-4bdd-9f4f-f160f621baad
  kind: Event
  lastTimestamp: "2026-07-28T14:25:31Z"
  message: InferenceService [isvc-sklearn-s3-tls-custom-pass] is Ready
  metadata:
    creationTimestamp: "2026-07-28T14:25:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T14:25:31Z"
    name: isvc-sklearn-s3-tls-custom-pass.18c67a4339e95d20
    namespace: kserve-ci-e2e-test
    resourceVersion: "54870"
    uid: aff36147-722f-4677-94c5-6e377e470cda
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T14:23:59.515580Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-7d56b5c8fc-pdngf
    namespace: kserve-ci-e2e-test
    resourceVersion: "54101"
    uid: bad7a490-8b5a-4e9e-be80-61e3579fcf89
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-global-fail-predictor-7d56b5c8fc-pdngf
    to ip-10-0-129-177.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T14:23:59Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T14:23:59Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-7d56b5c8fc-pdngf.18c67a2dd2139631
    namespace: kserve-ci-e2e-test
    resourceVersion: "54105"
    uid: 132671b2-acbf-4790-bfa7-7a67b68c9943
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-66456f4f6-kkfbw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:23:59Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-7d56b5c8fc-pdngf
    namespace: kserve-ci-e2e-test
    resourceVersion: "54103"
    uid: bad7a490-8b5a-4e9e-be80-61e3579fcf89
  kind: Event
  lastTimestamp: "2026-07-28T14:23:59Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-s3-tls-global-fail-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-28T14:23:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:23:59Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-7d56b5c8fc-pdngf.18c67a2ddd0c9dfd
    namespace: kserve-ci-e2e-test
    resourceVersion: "54116"
    uid: 8092ca84-1d2f-43af-8484-f7b9764cd5db
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:24:00Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-7d56b5c8fc-pdngf
    namespace: kserve-ci-e2e-test
    resourceVersion: "54110"
    uid: bad7a490-8b5a-4e9e-be80-61e3579fcf89
  kind: Event
  lastTimestamp: "2026-07-28T14:24:00Z"
  message: Add eth0 [10.134.0.65/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T14:24:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T14:24:00Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-7d56b5c8fc-pdngf.18c67a2e0f916774
    namespace: kserve-ci-e2e-test
    resourceVersion: "54127"
    uid: dd9b1481-d977-4b2f-abc4-a2055a654a28
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T14:24:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-7d56b5c8fc-pdngf
    namespace: kserve-ci-e2e-test
    resourceVersion: "54103"
    uid: bad7a490-8b5a-4e9e-be80-61e3579fcf89
  kind: Event
  lastTimestamp: "2026-07-28T14:24:07Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T14:24:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:24:07Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-7d56b5c8fc-pdngf.18c67a2e10ee5c3e
    namespace: kserve-ci-e2e-test
    resourceVersion: "54185"
    uid: ace4d42f-8bf9-42a1-bee1-b426bbfa630b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T14:24:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-7d56b5c8fc-pdngf
    namespace: kserve-ci-e2e-test
    resourceVersion: "54103"
    uid: bad7a490-8b5a-4e9e-be80-61e3579fcf89
  kind: Event
  lastTimestamp: "2026-07-28T14:24:07Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T14:24:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:24:07Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-7d56b5c8fc-pdngf.18c67a2e1404cb70
    namespace: kserve-ci-e2e-test
    resourceVersion: "54188"
    uid: 10aebb85-3335-4e47-ba3b-05f194e02c88
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T14:24:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-7d56b5c8fc-pdngf
    namespace: kserve-ci-e2e-test
    resourceVersion: "54103"
    uid: bad7a490-8b5a-4e9e-be80-61e3579fcf89
  kind: Event
  lastTimestamp: "2026-07-28T14:24:07Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T14:24:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:24:07Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-7d56b5c8fc-pdngf.18c67a2e147cc425
    namespace: kserve-ci-e2e-test
    resourceVersion: "54191"
    uid: f8d92cbb-f910-4c18-8170-e929341ba6a6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:24:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-7d56b5c8fc-pdngf
    namespace: kserve-ci-e2e-test
    resourceVersion: "54103"
    uid: bad7a490-8b5a-4e9e-be80-61e3579fcf89
  kind: Event
  lastTimestamp: "2026-07-28T14:24:09Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T14:24:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:24:09Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-7d56b5c8fc-pdngf.18c67a3027095ebc
    namespace: kserve-ci-e2e-test
    resourceVersion: "54223"
    uid: 20618397-9156-4c94-bc03-020469839a16
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:23:59Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-global-fail-predictor-7d56b5c8fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "54090"
    uid: 9d344a43-3818-4e9a-ae65-178f799a075f
  kind: Event
  lastTimestamp: "2026-07-28T14:23:59Z"
  message: 'Created pod: isvc-sklearn-s3-tls-global-fail-predictor-7d56b5c8fc-pdngf'
  metadata:
    creationTimestamp: "2026-07-28T14:23:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T14:23:59Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-7d56b5c8fc.18c67a2dd18a7600
    namespace: kserve-ci-e2e-test
    resourceVersion: "54102"
    uid: be3b8d96-5df2-4ab4-a9cc-ed2dcda7a5a4
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:23:59Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-global-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "54088"
    uid: 83080d32-5e5c-497c-ac41-347ecd0b8089
  kind: Event
  lastTimestamp: "2026-07-28T14:23:59Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-global-fail-predictor-7d56b5c8fc
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-28T14:23:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T14:23:59Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor.18c67a2dcd6f0526
    namespace: kserve-ci-e2e-test
    resourceVersion: "54091"
    uid: b05652ed-89aa-48e5-a7cd-acaeb3e4388d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T14:23:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "54081"
    uid: a8039e22-fb72-4616-a44b-9d1db43287ce
  kind: Event
  lastTimestamp: "2026-07-28T14:24:07Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T14:23:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T14:24:07Z"
    name: isvc-sklearn-s3-tls-global-fail.18c67a2dcd762785
    namespace: kserve-ci-e2e-test
    resourceVersion: "54192"
    uid: 626cd219-2f4f-4bec-9809-e741e10ebd88
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T14:23:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "54081"
    uid: a8039e22-fb72-4616-a44b-9d1db43287ce
  kind: Event
  lastTimestamp: "2026-07-28T14:23:59Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-global-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-global-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T14:23:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T14:23:59Z"
    name: isvc-sklearn-s3-tls-global-fail.18c67a2dcdecc710
    namespace: kserve-ci-e2e-test
    resourceVersion: "54111"
    uid: b39a7da2-1947-4fb2-965f-daf513a1e590
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:23:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "54084"
    uid: a8039e22-fb72-4616-a44b-9d1db43287ce
  kind: Event
  lastTimestamp: "2026-07-28T14:23:59Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-global-fail": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-07-28T14:23:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T14:23:59Z"
    name: isvc-sklearn-s3-tls-global-fail.18c67a2dd39d230a
    namespace: kserve-ci-e2e-test
    resourceVersion: "54112"
    uid: 71b259c9-a744-440c-8e80-442fea90c9e4
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T14:22:28.365076Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-665d8df985-28mv4
    namespace: kserve-ci-e2e-test
    resourceVersion: "53351"
    uid: b70a5d7a-a4e4-4dd0-9d64-41146c19a28e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-global-pass-predictor-665d8df985-28mv4
    to ip-10-0-129-177.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T14:22:28Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T14:22:28Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-665d8df985-28mv4.18c67a1899155f33
    namespace: kserve-ci-e2e-test
    resourceVersion: "53355"
    uid: 9c8686ce-bc5d-4e26-9940-962a7d99017c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-66456f4f6-kkfbw
  source: {}
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T14:22:28Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-665d8df985-28mv4
    namespace: kserve-ci-e2e-test
    resourceVersion: "53353"
    uid: b70a5d7a-a4e4-4dd0-9d64-41146c19a28e
  kind: Event
  lastTimestamp: "2026-07-28T14:22:29Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-s3-tls-global-pass-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-28T14:22:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:22:29Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-665d8df985-28mv4.18c67a18a3215eac
    namespace: kserve-ci-e2e-test
    resourceVersion: "53375"
    uid: 6585c3e3-671c-4113-9787-928af76110ea
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:22:30Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-665d8df985-28mv4
    namespace: kserve-ci-e2e-test
    resourceVersion: "53361"
    uid: b70a5d7a-a4e4-4dd0-9d64-41146c19a28e
  kind: Event
  lastTimestamp: "2026-07-28T14:22:30Z"
  message: Add eth0 [10.134.0.64/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T14:22:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T14:22:30Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-665d8df985-28mv4.18c67a190c4169b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "53386"
    uid: 009f92a9-56f9-4386-9eb5-4fdbdab39720
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:22:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-665d8df985-28mv4
    namespace: kserve-ci-e2e-test
    resourceVersion: "53353"
    uid: b70a5d7a-a4e4-4dd0-9d64-41146c19a28e
  kind: Event
  lastTimestamp: "2026-07-28T14:22:30Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T14:22:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:22:30Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-665d8df985-28mv4.18c67a190de1da9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "53389"
    uid: 8e071c24-73cc-4e7e-9eb9-e067d374a4b3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:22:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-665d8df985-28mv4
    namespace: kserve-ci-e2e-test
    resourceVersion: "53353"
    uid: b70a5d7a-a4e4-4dd0-9d64-41146c19a28e
  kind: Event
  lastTimestamp: "2026-07-28T14:22:30Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T14:22:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:22:30Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-665d8df985-28mv4.18c67a1911fe3272
    namespace: kserve-ci-e2e-test
    resourceVersion: "53391"
    uid: 1f3b8446-22ac-405d-b9a3-52c001f80c9d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:22:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-665d8df985-28mv4
    namespace: kserve-ci-e2e-test
    resourceVersion: "53353"
    uid: b70a5d7a-a4e4-4dd0-9d64-41146c19a28e
  kind: Event
  lastTimestamp: "2026-07-28T14:22:30Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T14:22:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:22:30Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-665d8df985-28mv4.18c67a191276556d
    namespace: kserve-ci-e2e-test
    resourceVersion: "53392"
    uid: d4299162-cc6c-45b6-8bd4-4c927af03024
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:22:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-665d8df985-28mv4
    namespace: kserve-ci-e2e-test
    resourceVersion: "53353"
    uid: b70a5d7a-a4e4-4dd0-9d64-41146c19a28e
  kind: Event
  lastTimestamp: "2026-07-28T14:22:31Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1814"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T14:22:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:22:31Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-665d8df985-28mv4.18c67a19656893aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "53408"
    uid: 73032ccd-23f0-487e-a02a-3d0f91df6c43
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:22:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-665d8df985-28mv4
    namespace: kserve-ci-e2e-test
    resourceVersion: "53353"
    uid: b70a5d7a-a4e4-4dd0-9d64-41146c19a28e
  kind: Event
  lastTimestamp: "2026-07-28T14:22:31Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T14:22:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:22:31Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-665d8df985-28mv4.18c67a19688d8475
    namespace: kserve-ci-e2e-test
    resourceVersion: "53410"
    uid: 40c94c69-9e1e-4924-9c98-881bb78f28b5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:22:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-665d8df985-28mv4
    namespace: kserve-ci-e2e-test
    resourceVersion: "53353"
    uid: b70a5d7a-a4e4-4dd0-9d64-41146c19a28e
  kind: Event
  lastTimestamp: "2026-07-28T14:22:31Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T14:22:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:22:31Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-665d8df985-28mv4.18c67a196902fa54
    namespace: kserve-ci-e2e-test
    resourceVersion: "53411"
    uid: 7f8deb0c-7d40-4963-85d9-ca0cb61f1532
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:22:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-665d8df985-28mv4
    namespace: kserve-ci-e2e-test
    resourceVersion: "53353"
    uid: b70a5d7a-a4e4-4dd0-9d64-41146c19a28e
  kind: Event
  lastTimestamp: "2026-07-28T14:22:31Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T14:22:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:22:31Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-665d8df985-28mv4.18c67a19690c5b6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "53413"
    uid: bff47502-58c1-4910-ba73-679823bc8a5f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:22:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-665d8df985-28mv4
    namespace: kserve-ci-e2e-test
    resourceVersion: "53353"
    uid: b70a5d7a-a4e4-4dd0-9d64-41146c19a28e
  kind: Event
  lastTimestamp: "2026-07-28T14:22:31Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T14:22:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:22:31Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-665d8df985-28mv4.18c67a196cc5714a
    namespace: kserve-ci-e2e-test
    resourceVersion: "53416"
    uid: c1a1ceb8-879a-41aa-8987-c723c4743bc6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:22:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-665d8df985-28mv4
    namespace: kserve-ci-e2e-test
    resourceVersion: "53353"
    uid: b70a5d7a-a4e4-4dd0-9d64-41146c19a28e
  kind: Event
  lastTimestamp: "2026-07-28T14:22:31Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T14:22:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:22:31Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-665d8df985-28mv4.18c67a196d4dac20
    namespace: kserve-ci-e2e-test
    resourceVersion: "53417"
    uid: ffb03af8-611f-470f-bb03-6079b091f1d3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T14:22:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-665d8df985-28mv4
    namespace: kserve-ci-e2e-test
    resourceVersion: "53353"
    uid: b70a5d7a-a4e4-4dd0-9d64-41146c19a28e
  kind: Event
  lastTimestamp: "2026-07-28T14:23:59Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.64:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T14:22:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:23:59Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-665d8df985-28mv4.18c67a19dd91da47
    namespace: kserve-ci-e2e-test
    resourceVersion: "54117"
    uid: c3a456ca-1bb4-485b-806b-3c759fafb1b2
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:23:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-665d8df985-28mv4
    namespace: kserve-ci-e2e-test
    resourceVersion: "53353"
    uid: b70a5d7a-a4e4-4dd0-9d64-41146c19a28e
  kind: Event
  lastTimestamp: "2026-07-28T14:23:58Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T14:23:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:23:58Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-665d8df985-28mv4.18c67a2d9298d609
    namespace: kserve-ci-e2e-test
    resourceVersion: "54061"
    uid: b1cf85c0-7cc3-401d-a3fb-7c6d36b31b73
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:23:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-665d8df985-28mv4
    namespace: kserve-ci-e2e-test
    resourceVersion: "53353"
    uid: b70a5d7a-a4e4-4dd0-9d64-41146c19a28e
  kind: Event
  lastTimestamp: "2026-07-28T14:23:58Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T14:23:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:23:58Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-665d8df985-28mv4.18c67a2d9299861b
    namespace: kserve-ci-e2e-test
    resourceVersion: "54062"
    uid: 80a46e29-1c9a-495a-a64a-ed979822d91a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:23:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-665d8df985-28mv4
    namespace: kserve-ci-e2e-test
    resourceVersion: "53353"
    uid: b70a5d7a-a4e4-4dd0-9d64-41146c19a28e
  kind: Event
  lastTimestamp: "2026-07-28T14:23:59Z"
  message: 'Readiness probe failed: Get "https://10.134.0.64:8643/healthz": dial tcp
    10.134.0.64:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T14:23:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:23:59Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-665d8df985-28mv4.18c67a2de3c6b6c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "54118"
    uid: 07190f2c-085d-4f39-99a3-c501de1a97db
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:22:28Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-global-pass-predictor-665d8df985
    namespace: kserve-ci-e2e-test
    resourceVersion: "53341"
    uid: dd00a15a-e196-4fb6-a262-d3df3b9ae9bf
  kind: Event
  lastTimestamp: "2026-07-28T14:22:28Z"
  message: 'Created pod: isvc-sklearn-s3-tls-global-pass-predictor-665d8df985-28mv4'
  metadata:
    creationTimestamp: "2026-07-28T14:22:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T14:22:28Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-665d8df985.18c67a1898a17b5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "53352"
    uid: b2bb160e-bdbb-4e5f-9070-0070b0f42791
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:22:28Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "53339"
    uid: afa81cb0-207d-4748-97ac-5b8e16c6efb4
  kind: Event
  lastTimestamp: "2026-07-28T14:22:28Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-global-pass-predictor-665d8df985
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-28T14:22:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T14:22:28Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18c67a1895e5941a
    namespace: kserve-ci-e2e-test
    resourceVersion: "53342"
    uid: 4d29e5fb-cdc5-4d14-ac63-a4c16171cc36
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T14:22:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "53340"
    uid: a212db74-8d25-4853-b143-52cfc7aa87d7
  kind: Event
  lastTimestamp: "2026-07-28T14:22:58Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T14:22:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T14:22:58Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18c67a1c14c6bf0a
    namespace: kserve-ci-e2e-test
    resourceVersion: "53610"
    uid: d94918df-ad60-4f36-806c-df3bb190bbc6
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T14:22:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "53340"
    uid: a212db74-8d25-4853-b143-52cfc7aa87d7
  kind: Event
  lastTimestamp: "2026-07-28T14:22:58Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T14:22:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T14:22:58Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18c67a1c1550904a
    namespace: kserve-ci-e2e-test
    resourceVersion: "53611"
    uid: 78b3b266-a243-4593-a1fb-b1b3cb7a2fc8
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T14:23:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "53510"
    uid: a212db74-8d25-4853-b143-52cfc7aa87d7
  kind: Event
  lastTimestamp: "2026-07-28T14:23:58Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T14:23:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T14:23:58Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18c67a231363853f
    namespace: kserve-ci-e2e-test
    resourceVersion: "54045"
    uid: 72083f34-be6d-40f1-b936-63dc9845f1b5
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T14:23:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "53510"
    uid: a212db74-8d25-4853-b143-52cfc7aa87d7
  kind: Event
  lastTimestamp: "2026-07-28T14:23:58Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T14:23:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T14:23:58Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18c67a2313cffa34
    namespace: kserve-ci-e2e-test
    resourceVersion: "54051"
    uid: d835c895-9c92-4f09-9102-59a970b37015
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-07-28T14:22:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "53332"
    uid: c49d54a1-561e-408b-9eda-ff2de50f623d
  kind: Event
  lastTimestamp: "2026-07-28T14:23:49Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T14:22:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T14:23:49Z"
    name: isvc-sklearn-s3-tls-global-pass.18c67a1895e3b243
    namespace: kserve-ci-e2e-test
    resourceVersion: "53982"
    uid: f5331ad8-92c6-4bd3-a83e-62333c33646b
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T14:22:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "53332"
    uid: c49d54a1-561e-408b-9eda-ff2de50f623d
  kind: Event
  lastTimestamp: "2026-07-28T14:22:28Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-global-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-global-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T14:22:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T14:22:28Z"
    name: isvc-sklearn-s3-tls-global-pass.18c67a18966cb42f
    namespace: kserve-ci-e2e-test
    resourceVersion: "53363"
    uid: 92c1a5a9-a0ad-4f2b-a3b0-1c878fb314bf
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:22:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "53333"
    uid: c49d54a1-561e-408b-9eda-ff2de50f623d
  kind: Event
  lastTimestamp: "2026-07-28T14:22:28Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-global-pass": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-07-28T14:22:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T14:22:28Z"
    name: isvc-sklearn-s3-tls-global-pass.18c67a189d12820a
    namespace: kserve-ci-e2e-test
    resourceVersion: "53364"
    uid: 73f61bce-2d6f-44a3-8729-2dccdf1a57d1
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:23:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "53980"
    uid: c49d54a1-561e-408b-9eda-ff2de50f623d
  kind: Event
  lastTimestamp: "2026-07-28T14:23:49Z"
  message: InferenceService [isvc-sklearn-s3-tls-global-pass] is Ready
  metadata:
    creationTimestamp: "2026-07-28T14:23:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T14:23:49Z"
    name: isvc-sklearn-s3-tls-global-pass.18c67a2b945412d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "53981"
    uid: cd5fb272-1178-4984-bcf9-aa7ef9f0b683
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T14:27:14.132409Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-599448cc44-8j5xk
    namespace: kserve-ci-e2e-test
    resourceVersion: "55826"
    uid: b0816f9f-634a-4a39-92cf-5966ea9ca9eb
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-serving-fail-predictor-599448cc44-8j5xk
    to ip-10-0-129-177.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T14:27:14Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T14:27:14Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-599448cc44-8j5xk.18c67a5b2224aa90
    namespace: kserve-ci-e2e-test
    resourceVersion: "55832"
    uid: 0e70e20e-ab17-4662-b828-179ea4389f14
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-66456f4f6-kkfbw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:27:14Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-599448cc44-8j5xk
    namespace: kserve-ci-e2e-test
    resourceVersion: "55837"
    uid: b0816f9f-634a-4a39-92cf-5966ea9ca9eb
  kind: Event
  lastTimestamp: "2026-07-28T14:27:14Z"
  message: Add eth0 [10.134.0.69/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T14:27:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T14:27:14Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-599448cc44-8j5xk.18c67a5b3c08048b
    namespace: kserve-ci-e2e-test
    resourceVersion: "55849"
    uid: 59b9e439-c1fc-4712-95e7-1f26553fa886
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T14:27:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-599448cc44-8j5xk
    namespace: kserve-ci-e2e-test
    resourceVersion: "55829"
    uid: b0816f9f-634a-4a39-92cf-5966ea9ca9eb
  kind: Event
  lastTimestamp: "2026-07-28T14:27:22Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T14:27:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:27:22Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-599448cc44-8j5xk.18c67a5b3d89b792
    namespace: kserve-ci-e2e-test
    resourceVersion: "55915"
    uid: 3411c912-a3bc-439c-a2d1-0a388705bffe
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T14:27:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-599448cc44-8j5xk
    namespace: kserve-ci-e2e-test
    resourceVersion: "55829"
    uid: b0816f9f-634a-4a39-92cf-5966ea9ca9eb
  kind: Event
  lastTimestamp: "2026-07-28T14:27:22Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T14:27:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:27:22Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-599448cc44-8j5xk.18c67a5b4054b3c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "55920"
    uid: 4fde529c-9f34-476b-b2dd-171ef1a55ee7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T14:27:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-599448cc44-8j5xk
    namespace: kserve-ci-e2e-test
    resourceVersion: "55829"
    uid: b0816f9f-634a-4a39-92cf-5966ea9ca9eb
  kind: Event
  lastTimestamp: "2026-07-28T14:27:22Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T14:27:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:27:22Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-599448cc44-8j5xk.18c67a5b40cb2547
    namespace: kserve-ci-e2e-test
    resourceVersion: "55921"
    uid: 429585d8-03bd-4fe0-85c4-367820abc844
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:27:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-599448cc44-8j5xk
    namespace: kserve-ci-e2e-test
    resourceVersion: "55829"
    uid: b0816f9f-634a-4a39-92cf-5966ea9ca9eb
  kind: Event
  lastTimestamp: "2026-07-28T14:27:24Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T14:27:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:27:24Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-599448cc44-8j5xk.18c67a5d7201255f
    namespace: kserve-ci-e2e-test
    resourceVersion: "55953"
    uid: 78d89df9-1c64-4713-9d04-82d465735b28
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:27:14Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-serving-fail-predictor-599448cc44
    namespace: kserve-ci-e2e-test
    resourceVersion: "55816"
    uid: bfb47157-bffe-4108-9007-b0484feeb905
  kind: Event
  lastTimestamp: "2026-07-28T14:27:14Z"
  message: 'Created pod: isvc-sklearn-s3-tls-serving-fail-predictor-599448cc44-8j5xk'
  metadata:
    creationTimestamp: "2026-07-28T14:27:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T14:27:14Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-599448cc44.18c67a5b21adc276
    namespace: kserve-ci-e2e-test
    resourceVersion: "55828"
    uid: 6a7b8c6e-85ac-4f1f-a8f0-84b71c7d420b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:27:14Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-serving-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "55814"
    uid: ff9dcb4e-baa0-4f68-82e0-c51482529c58
  kind: Event
  lastTimestamp: "2026-07-28T14:27:14Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-serving-fail-predictor-599448cc44
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-28T14:27:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T14:27:14Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor.18c67a5b1ec70ae6
    namespace: kserve-ci-e2e-test
    resourceVersion: "55819"
    uid: adf74b5b-cc1a-4a0c-8447-bbe980132516
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-28T14:27:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "55807"
    uid: c489fe6f-0591-45c9-b234-6a3919e6d6cb
  kind: Event
  lastTimestamp: "2026-07-28T14:27:22Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T14:27:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T14:27:22Z"
    name: isvc-sklearn-s3-tls-serving-fail.18c67a5b1ed65d87
    namespace: kserve-ci-e2e-test
    resourceVersion: "55924"
    uid: 1b0abcf3-e86a-44a8-b339-9b85a8e14b41
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T14:27:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "55807"
    uid: c489fe6f-0591-45c9-b234-6a3919e6d6cb
  kind: Event
  lastTimestamp: "2026-07-28T14:27:14Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-serving-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T14:27:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T14:27:14Z"
    name: isvc-sklearn-s3-tls-serving-fail.18c67a5b1f4440bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "55839"
    uid: 557181fa-4704-478b-8475-1176b5fba821
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:27:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "55808"
    uid: c489fe6f-0591-45c9-b234-6a3919e6d6cb
  kind: Event
  lastTimestamp: "2026-07-28T14:27:14Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-fail": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-07-28T14:27:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T14:27:14Z"
    name: isvc-sklearn-s3-tls-serving-fail.18c67a5b25e6ecc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "55840"
    uid: b4c9afa9-516c-474a-84f2-858c0e411dd2
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T14:25:52.940336Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6fccdccf8b-kr745
    namespace: kserve-ci-e2e-test
    resourceVersion: "55156"
    uid: 17282308-47d0-4284-8e8d-29872d332940
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-serving-pass-predictor-6fccdccf8b-kr745
    to ip-10-0-129-177.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T14:25:52Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T14:25:52Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6fccdccf8b-kr745.18c67a483ab7f0d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "55161"
    uid: 8b3f6bba-346f-47f5-bb46-1570be1b4c6d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-66456f4f6-kkfbw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:25:53Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6fccdccf8b-kr745
    namespace: kserve-ci-e2e-test
    resourceVersion: "55158"
    uid: 17282308-47d0-4284-8e8d-29872d332940
  kind: Event
  lastTimestamp: "2026-07-28T14:25:53Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-s3-tls-serving-pass-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-28T14:25:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:25:53Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6fccdccf8b-kr745.18c67a4846e46388
    namespace: kserve-ci-e2e-test
    resourceVersion: "55176"
    uid: 73795bdd-7099-4033-b6e3-0973470aa384
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:25:53Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6fccdccf8b-kr745
    namespace: kserve-ci-e2e-test
    resourceVersion: "55166"
    uid: 17282308-47d0-4284-8e8d-29872d332940
  kind: Event
  lastTimestamp: "2026-07-28T14:25:53Z"
  message: Add eth0 [10.134.0.68/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T14:25:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T14:25:53Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6fccdccf8b-kr745.18c67a487842200a
    namespace: kserve-ci-e2e-test
    resourceVersion: "55184"
    uid: 8e43a520-3b0f-4b4b-8f69-23784b2ee6cd
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:25:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6fccdccf8b-kr745
    namespace: kserve-ci-e2e-test
    resourceVersion: "55158"
    uid: 17282308-47d0-4284-8e8d-29872d332940
  kind: Event
  lastTimestamp: "2026-07-28T14:25:53Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T14:25:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:25:53Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6fccdccf8b-kr745.18c67a4879b2bfb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "55186"
    uid: 4eff6567-e70f-42f6-b268-235bcfad2bb6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:25:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6fccdccf8b-kr745
    namespace: kserve-ci-e2e-test
    resourceVersion: "55158"
    uid: 17282308-47d0-4284-8e8d-29872d332940
  kind: Event
  lastTimestamp: "2026-07-28T14:25:54Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T14:25:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:25:54Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6fccdccf8b-kr745.18c67a487c97e868
    namespace: kserve-ci-e2e-test
    resourceVersion: "55187"
    uid: cfb4cba2-d797-4d01-88a8-292fb7368c7a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:25:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6fccdccf8b-kr745
    namespace: kserve-ci-e2e-test
    resourceVersion: "55158"
    uid: 17282308-47d0-4284-8e8d-29872d332940
  kind: Event
  lastTimestamp: "2026-07-28T14:25:54Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T14:25:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:25:54Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6fccdccf8b-kr745.18c67a487d43de8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "55188"
    uid: 8e9af625-c129-4d62-a72a-3ad56e9a7a0d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:25:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6fccdccf8b-kr745
    namespace: kserve-ci-e2e-test
    resourceVersion: "55158"
    uid: 17282308-47d0-4284-8e8d-29872d332940
  kind: Event
  lastTimestamp: "2026-07-28T14:25:55Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1814"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T14:25:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:25:55Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6fccdccf8b-kr745.18c67a48dea64cae
    namespace: kserve-ci-e2e-test
    resourceVersion: "55208"
    uid: 057faecf-c460-454c-9a2a-1331fc750fbb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:25:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6fccdccf8b-kr745
    namespace: kserve-ci-e2e-test
    resourceVersion: "55158"
    uid: 17282308-47d0-4284-8e8d-29872d332940
  kind: Event
  lastTimestamp: "2026-07-28T14:25:55Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T14:25:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:25:55Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6fccdccf8b-kr745.18c67a48e1cfee3c
    namespace: kserve-ci-e2e-test
    resourceVersion: "55210"
    uid: aff987ee-95f3-4c07-accd-99d337d97092
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:25:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6fccdccf8b-kr745
    namespace: kserve-ci-e2e-test
    resourceVersion: "55158"
    uid: 17282308-47d0-4284-8e8d-29872d332940
  kind: Event
  lastTimestamp: "2026-07-28T14:25:55Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T14:25:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:25:55Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6fccdccf8b-kr745.18c67a48e24646d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "55211"
    uid: 1bdea556-af47-4c67-8a27-8791cac248e0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:25:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6fccdccf8b-kr745
    namespace: kserve-ci-e2e-test
    resourceVersion: "55158"
    uid: 17282308-47d0-4284-8e8d-29872d332940
  kind: Event
  lastTimestamp: "2026-07-28T14:25:55Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T14:25:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:25:55Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6fccdccf8b-kr745.18c67a48e25063b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "55214"
    uid: af22114a-072b-4bef-9a51-8d6023a5a0e7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:25:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6fccdccf8b-kr745
    namespace: kserve-ci-e2e-test
    resourceVersion: "55158"
    uid: 17282308-47d0-4284-8e8d-29872d332940
  kind: Event
  lastTimestamp: "2026-07-28T14:25:55Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T14:25:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:25:55Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6fccdccf8b-kr745.18c67a48e523d955
    namespace: kserve-ci-e2e-test
    resourceVersion: "55216"
    uid: 01ebf2f5-d445-49b4-a3fc-e5fcc521823a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:25:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6fccdccf8b-kr745
    namespace: kserve-ci-e2e-test
    resourceVersion: "55158"
    uid: 17282308-47d0-4284-8e8d-29872d332940
  kind: Event
  lastTimestamp: "2026-07-28T14:25:55Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T14:25:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:25:55Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6fccdccf8b-kr745.18c67a48e59bbdb8
    namespace: kserve-ci-e2e-test
    resourceVersion: "55218"
    uid: 3a049acb-4c58-45ad-90d5-3c952a5cf7a0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T14:25:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6fccdccf8b-kr745
    namespace: kserve-ci-e2e-test
    resourceVersion: "55158"
    uid: 17282308-47d0-4284-8e8d-29872d332940
  kind: Event
  lastTimestamp: "2026-07-28T14:27:16Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.68:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T14:25:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:27:16Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6fccdccf8b-kr745.18c67a491abc4d7a
    namespace: kserve-ci-e2e-test
    resourceVersion: "55875"
    uid: 5b724b1b-80a2-4899-9fd2-6d41183a927a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:27:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6fccdccf8b-kr745
    namespace: kserve-ci-e2e-test
    resourceVersion: "55158"
    uid: 17282308-47d0-4284-8e8d-29872d332940
  kind: Event
  lastTimestamp: "2026-07-28T14:27:12Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T14:27:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:27:12Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6fccdccf8b-kr745.18c67a5add664de6
    namespace: kserve-ci-e2e-test
    resourceVersion: "55792"
    uid: 93f739a0-511a-4c82-b2f0-4f33f7e24180
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:27:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6fccdccf8b-kr745
    namespace: kserve-ci-e2e-test
    resourceVersion: "55158"
    uid: 17282308-47d0-4284-8e8d-29872d332940
  kind: Event
  lastTimestamp: "2026-07-28T14:27:12Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T14:27:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:27:12Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6fccdccf8b-kr745.18c67a5add671002
    namespace: kserve-ci-e2e-test
    resourceVersion: "55793"
    uid: 17cffd1e-eacb-46d1-a491-ebbc3c54e274
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:27:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6fccdccf8b-kr745
    namespace: kserve-ci-e2e-test
    resourceVersion: "55158"
    uid: 17282308-47d0-4284-8e8d-29872d332940
  kind: Event
  lastTimestamp: "2026-07-28T14:27:18Z"
  message: 'Readiness probe failed: Get "https://10.134.0.68:8643/healthz": context
    deadline exceeded'
  metadata:
    creationTimestamp: "2026-07-28T14:27:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:27:18Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6fccdccf8b-kr745.18c67a5c3297dafa
    namespace: kserve-ci-e2e-test
    resourceVersion: "55890"
    uid: 01835ec6-2776-4319-9c46-248f4dbd9dcf
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:25:52Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6fccdccf8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "55148"
    uid: 8c69aca9-2eca-4add-aebe-5be4e445bce2
  kind: Event
  lastTimestamp: "2026-07-28T14:25:52Z"
  message: 'Created pod: isvc-sklearn-s3-tls-serving-pass-predictor-6fccdccf8b-kr745'
  metadata:
    creationTimestamp: "2026-07-28T14:25:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T14:25:52Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6fccdccf8b.18c67a483a5a6f2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "55157"
    uid: b9e4592f-adc7-475a-9b32-1ef18ce37974
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:25:52Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "55145"
    uid: bea78b2e-533a-412f-806b-12a47e928294
  kind: Event
  lastTimestamp: "2026-07-28T14:25:52Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-serving-pass-predictor-6fccdccf8b
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-28T14:25:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T14:25:52Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18c67a4837bebe5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "55150"
    uid: 865b4536-e65d-4b5b-b561-c91294e4d219
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T14:26:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "55147"
    uid: 12ae2309-26aa-4e7e-b2e5-4c3a243a1424
  kind: Event
  lastTimestamp: "2026-07-28T14:26:37Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T14:26:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T14:26:37Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18c67a4bb86b8158
    namespace: kserve-ci-e2e-test
    resourceVersion: "55523"
    uid: 89eb54bc-d911-4cb4-9460-50133ca2f981
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T14:26:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "55147"
    uid: 12ae2309-26aa-4e7e-b2e5-4c3a243a1424
  kind: Event
  lastTimestamp: "2026-07-28T14:26:38Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T14:26:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T14:26:38Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18c67a4bb8f415ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "55524"
    uid: ae254a3f-c493-4917-be9a-9076de1d4ffe
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T14:26:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "55305"
    uid: 12ae2309-26aa-4e7e-b2e5-4c3a243a1424
  kind: Event
  lastTimestamp: "2026-07-28T14:27:08Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T14:26:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T14:27:08Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18c67a4f37dccfb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "55742"
    uid: 828c92a8-5032-4f53-866e-c7350a37d086
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T14:26:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "55305"
    uid: 12ae2309-26aa-4e7e-b2e5-4c3a243a1424
  kind: Event
  lastTimestamp: "2026-07-28T14:27:08Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T14:26:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T14:27:08Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18c67a4f385877f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "55743"
    uid: 4da3b40c-4243-4e98-a5bc-0184610f2087
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-07-28T14:25:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "55137"
    uid: 1caf772a-e11a-4b65-adeb-33226a03910a
  kind: Event
  lastTimestamp: "2026-07-28T14:27:06Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T14:25:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T14:27:06Z"
    name: isvc-sklearn-s3-tls-serving-pass.18c67a4837bfa39c
    namespace: kserve-ci-e2e-test
    resourceVersion: "55732"
    uid: 52c4b8db-c229-496f-8ff5-3a2a32c14bdb
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T14:25:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "55137"
    uid: 1caf772a-e11a-4b65-adeb-33226a03910a
  kind: Event
  lastTimestamp: "2026-07-28T14:25:53Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-serving-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T14:25:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T14:25:53Z"
    name: isvc-sklearn-s3-tls-serving-pass.18c67a48384e1feb
    namespace: kserve-ci-e2e-test
    resourceVersion: "55169"
    uid: 6db8d9af-6f73-41b1-9ccd-83a39d805f91
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:25:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "55141"
    uid: 1caf772a-e11a-4b65-adeb-33226a03910a
  kind: Event
  lastTimestamp: "2026-07-28T14:25:53Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-pass": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-07-28T14:25:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T14:25:53Z"
    name: isvc-sklearn-s3-tls-serving-pass.18c67a483ee0e38f
    namespace: kserve-ci-e2e-test
    resourceVersion: "55170"
    uid: e6dd82b6-f897-4e61-866e-6e9fa0c284b7
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:27:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "55730"
    uid: 1caf772a-e11a-4b65-adeb-33226a03910a
  kind: Event
  lastTimestamp: "2026-07-28T14:27:06Z"
  message: InferenceService [isvc-sklearn-s3-tls-serving-pass] is Ready
  metadata:
    creationTimestamp: "2026-07-28T14:27:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T14:27:06Z"
    name: isvc-sklearn-s3-tls-serving-pass.18c67a5973b6960d
    namespace: kserve-ci-e2e-test
    resourceVersion: "55731"
    uid: 1c676422-0cb3-476b-b049-8b97322187bd
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-28T14:21:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "52663"
    uid: d20114d1-0a9a-4357-9699-151eb9c4a1bc
  kind: Event
  lastTimestamp: "2026-07-28T14:22:24Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T14:21:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T14:22:24Z"
    name: isvc-sklearn-s3.18c67a05e53a402a
    namespace: kserve-ci-e2e-test
    resourceVersion: "53284"
    uid: 2823971b-cfa8-4b94-a402-8adf76a77120
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:21:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "52663"
    uid: d20114d1-0a9a-4357-9699-151eb9c4a1bc
  kind: Event
  lastTimestamp: "2026-07-28T14:21:08Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T14:21:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T14:21:08Z"
    name: isvc-sklearn-s3.18c67a05e5ba2444
    namespace: kserve-ci-e2e-test
    resourceVersion: "52677"
    uid: 173f188c-6729-404b-bca1-11f22231404d
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:22:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "53282"
    uid: d20114d1-0a9a-4357-9699-151eb9c4a1bc
  kind: Event
  lastTimestamp: "2026-07-28T14:22:24Z"
  message: InferenceService [isvc-sklearn-s3] is Ready
  metadata:
    creationTimestamp: "2026-07-28T14:22:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T14:22:24Z"
    name: isvc-sklearn-s3.18c67a17c9f4d37f
    namespace: kserve-ci-e2e-test
    resourceVersion: "53283"
    uid: 2ceee01e-e791-418a-ba8a-b836d4f98385
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:01:57Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-scheduler-predictor-76d485d498
    namespace: kserve-ci-e2e-test
    resourceVersion: "43133"
    uid: f5022cee-99de-4a0b-b8e8-74fe1e547fac
  kind: Event
  lastTimestamp: "2026-07-28T14:01:57Z"
  message: 'Created pod: isvc-sklearn-scheduler-predictor-76d485d498-6gxtg'
  metadata:
    creationTimestamp: "2026-07-28T14:01:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T14:01:57Z"
    name: isvc-sklearn-scheduler-predictor-76d485d498.18c678f9eee24877
    namespace: kserve-ci-e2e-test
    resourceVersion: "43143"
    uid: 532d211f-6298-467a-8e52-daee01238bd7
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:01:57Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-scheduler-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "43132"
    uid: 1d89ea3f-268b-43ed-a4a5-65b6c7378979
  kind: Event
  lastTimestamp: "2026-07-28T14:01:57Z"
  message: Scaled up replica set isvc-sklearn-scheduler-predictor-76d485d498 from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-28T14:01:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T14:01:57Z"
    name: isvc-sklearn-scheduler-predictor.18c678f9ea3ad28a
    namespace: kserve-ci-e2e-test
    resourceVersion: "43135"
    uid: 682dd0e7-5a15-4c3b-a3f7-626025e9efee
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-28T14:01:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "43125"
    uid: 2316d7bf-e020-41bf-bf52-845576ef1f81
  kind: Event
  lastTimestamp: "2026-07-28T14:01:57Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T14:01:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T14:01:57Z"
    name: isvc-sklearn-scheduler.18c678f9e9cbc778
    namespace: kserve-ci-e2e-test
    resourceVersion: "43155"
    uid: af49f71c-8294-4ef2-9703-e5969a994244
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T14:01:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "43125"
    uid: 2316d7bf-e020-41bf-bf52-845576ef1f81
  kind: Event
  lastTimestamp: "2026-07-28T14:01:57Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-scheduler":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-scheduler":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T14:01:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T14:01:57Z"
    name: isvc-sklearn-scheduler.18c678f9ea45beb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "43147"
    uid: 4331d01c-2b3d-47b3-9396-cfcd182461fb
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T14:01:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "43125"
    uid: 2316d7bf-e020-41bf-bf52-845576ef1f81
  kind: Event
  lastTimestamp: "2026-07-28T14:01:57Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-scheduler": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-28T14:01:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T14:01:57Z"
    name: isvc-sklearn-scheduler.18c678f9ea460ee7
    namespace: kserve-ci-e2e-test
    resourceVersion: "43149"
    uid: 6a599e23-5b91-4924-bd2d-dce8b9af5909
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T14:08:02.916973Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-5746969457-9vb2t
    namespace: kserve-ci-e2e-test
    resourceVersion: "46250"
    uid: 048f90cd-ed22-45df-8809-27bce99cc953
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-mixed-predictor-5746969457-9vb2t
    to ip-10-0-129-177.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T14:08:02Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T14:08:02Z"
    name: isvc-sklearn-v2-mixed-predictor-5746969457-9vb2t.18c6794f185b1b97
    namespace: kserve-ci-e2e-test
    resourceVersion: "46255"
    uid: b8383daf-7e66-448e-8fc6-dd52f1fd3ae9
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-66456f4f6-kkfbw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:08:03Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-5746969457-9vb2t
    namespace: kserve-ci-e2e-test
    resourceVersion: "46252"
    uid: 048f90cd-ed22-45df-8809-27bce99cc953
  kind: Event
  lastTimestamp: "2026-07-28T14:08:03Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-v2-mixed-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-28T14:08:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:08:03Z"
    name: isvc-sklearn-v2-mixed-predictor-5746969457-9vb2t.18c6794f238f144d
    namespace: kserve-ci-e2e-test
    resourceVersion: "46265"
    uid: 70fae764-58af-4bae-8d45-dcf11d430999
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:08:03Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-5746969457-9vb2t
    namespace: kserve-ci-e2e-test
    resourceVersion: "46258"
    uid: 048f90cd-ed22-45df-8809-27bce99cc953
  kind: Event
  lastTimestamp: "2026-07-28T14:08:03Z"
  message: Add eth0 [10.134.0.55/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T14:08:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T14:08:03Z"
    name: isvc-sklearn-v2-mixed-predictor-5746969457-9vb2t.18c6794f5600ed44
    namespace: kserve-ci-e2e-test
    resourceVersion: "46276"
    uid: 2cb9a482-9e20-4f26-9e7c-59e9c1bf3314
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:08:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-5746969457-9vb2t
    namespace: kserve-ci-e2e-test
    resourceVersion: "46252"
    uid: 048f90cd-ed22-45df-8809-27bce99cc953
  kind: Event
  lastTimestamp: "2026-07-28T14:08:03Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T14:08:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:08:03Z"
    name: isvc-sklearn-v2-mixed-predictor-5746969457-9vb2t.18c6794f578c16c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "46278"
    uid: 7f16b5fb-f92b-4d96-9b6a-9fe2f067dacd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:08:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-5746969457-9vb2t
    namespace: kserve-ci-e2e-test
    resourceVersion: "46252"
    uid: 048f90cd-ed22-45df-8809-27bce99cc953
  kind: Event
  lastTimestamp: "2026-07-28T14:08:04Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T14:08:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:08:04Z"
    name: isvc-sklearn-v2-mixed-predictor-5746969457-9vb2t.18c6794f5aae1499
    namespace: kserve-ci-e2e-test
    resourceVersion: "46279"
    uid: f2ce57e6-b3ce-4639-aa72-343337696115
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:08:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-5746969457-9vb2t
    namespace: kserve-ci-e2e-test
    resourceVersion: "46252"
    uid: 048f90cd-ed22-45df-8809-27bce99cc953
  kind: Event
  lastTimestamp: "2026-07-28T14:08:04Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T14:08:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:08:04Z"
    name: isvc-sklearn-v2-mixed-predictor-5746969457-9vb2t.18c6794f5b26d014
    namespace: kserve-ci-e2e-test
    resourceVersion: "46280"
    uid: e5813e39-6b7e-4eb8-a1cc-fea9b9213687
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:08:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-5746969457-9vb2t
    namespace: kserve-ci-e2e-test
    resourceVersion: "46252"
    uid: 048f90cd-ed22-45df-8809-27bce99cc953
  kind: Event
  lastTimestamp: "2026-07-28T14:08:08Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1814"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T14:08:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:08:08Z"
    name: isvc-sklearn-v2-mixed-predictor-5746969457-9vb2t.18c679504bdec213
    namespace: kserve-ci-e2e-test
    resourceVersion: "46313"
    uid: d05344be-da24-438a-ab14-15dd98e8dc03
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:08:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-5746969457-9vb2t
    namespace: kserve-ci-e2e-test
    resourceVersion: "46252"
    uid: 048f90cd-ed22-45df-8809-27bce99cc953
  kind: Event
  lastTimestamp: "2026-07-28T14:08:08Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T14:08:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:08:08Z"
    name: isvc-sklearn-v2-mixed-predictor-5746969457-9vb2t.18c679504f193c67
    namespace: kserve-ci-e2e-test
    resourceVersion: "46315"
    uid: b4641821-c9a2-4e5b-857a-c3ea3038270f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:08:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-5746969457-9vb2t
    namespace: kserve-ci-e2e-test
    resourceVersion: "46252"
    uid: 048f90cd-ed22-45df-8809-27bce99cc953
  kind: Event
  lastTimestamp: "2026-07-28T14:08:08Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T14:08:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:08:08Z"
    name: isvc-sklearn-v2-mixed-predictor-5746969457-9vb2t.18c679504f9236cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "46316"
    uid: 8a1f1b08-f9c3-45e5-b5e9-a546f197c8cd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:08:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-5746969457-9vb2t
    namespace: kserve-ci-e2e-test
    resourceVersion: "46252"
    uid: 048f90cd-ed22-45df-8809-27bce99cc953
  kind: Event
  lastTimestamp: "2026-07-28T14:08:08Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T14:08:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:08:08Z"
    name: isvc-sklearn-v2-mixed-predictor-5746969457-9vb2t.18c679504f9cd13a
    namespace: kserve-ci-e2e-test
    resourceVersion: "46317"
    uid: 1b27ca3a-838e-48b2-9403-fd16b141056a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:08:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-5746969457-9vb2t
    namespace: kserve-ci-e2e-test
    resourceVersion: "46252"
    uid: 048f90cd-ed22-45df-8809-27bce99cc953
  kind: Event
  lastTimestamp: "2026-07-28T14:08:08Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T14:08:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:08:08Z"
    name: isvc-sklearn-v2-mixed-predictor-5746969457-9vb2t.18c6795053c65551
    namespace: kserve-ci-e2e-test
    resourceVersion: "46321"
    uid: 4118a694-90db-4bea-a655-f09f081b1dc6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:08:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-5746969457-9vb2t
    namespace: kserve-ci-e2e-test
    resourceVersion: "46252"
    uid: 048f90cd-ed22-45df-8809-27bce99cc953
  kind: Event
  lastTimestamp: "2026-07-28T14:08:08Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T14:08:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:08:08Z"
    name: isvc-sklearn-v2-mixed-predictor-5746969457-9vb2t.18c67950543c2dd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "46322"
    uid: 35ee4ed9-6302-4202-9585-6ab78df3522d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-28T14:08:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-5746969457-9vb2t
    namespace: kserve-ci-e2e-test
    resourceVersion: "46252"
    uid: 048f90cd-ed22-45df-8809-27bce99cc953
  kind: Event
  lastTimestamp: "2026-07-28T14:09:16Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.55:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T14:08:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:09:16Z"
    name: isvc-sklearn-v2-mixed-predictor-5746969457-9vb2t.18c67950c3bb43b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "46811"
    uid: 520f83a8-f373-4455-9f85-fff102d7118a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:09:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-5746969457-9vb2t
    namespace: kserve-ci-e2e-test
    resourceVersion: "46252"
    uid: 048f90cd-ed22-45df-8809-27bce99cc953
  kind: Event
  lastTimestamp: "2026-07-28T14:09:22Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T14:09:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:09:22Z"
    name: isvc-sklearn-v2-mixed-predictor-5746969457-9vb2t.18c67961bcdfda1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "46885"
    uid: d8fabf68-bfef-4151-86c2-995f58dfc359
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:09:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-5746969457-9vb2t
    namespace: kserve-ci-e2e-test
    resourceVersion: "46252"
    uid: 048f90cd-ed22-45df-8809-27bce99cc953
  kind: Event
  lastTimestamp: "2026-07-28T14:09:22Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T14:09:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:09:22Z"
    name: isvc-sklearn-v2-mixed-predictor-5746969457-9vb2t.18c67961bce07e16
    namespace: kserve-ci-e2e-test
    resourceVersion: "46886"
    uid: 231a0151-3953-4dc4-84cc-a361ed6a802d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:09:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-5746969457-9vb2t
    namespace: kserve-ci-e2e-test
    resourceVersion: "46252"
    uid: 048f90cd-ed22-45df-8809-27bce99cc953
  kind: Event
  lastTimestamp: "2026-07-28T14:09:26Z"
  message: 'Readiness probe failed: Get "https://10.134.0.55:8643/healthz": dial tcp
    10.134.0.55:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T14:09:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:09:26Z"
    name: isvc-sklearn-v2-mixed-predictor-5746969457-9vb2t.18c6796275ea4597
    namespace: kserve-ci-e2e-test
    resourceVersion: "46907"
    uid: 45978403-0c44-48b0-9a46-8bfd8d4ae3c4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:08:02Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-mixed-predictor-5746969457
    namespace: kserve-ci-e2e-test
    resourceVersion: "46236"
    uid: 933fee19-07e7-4454-8346-bb189b9aafe2
  kind: Event
  lastTimestamp: "2026-07-28T14:08:02Z"
  message: 'Created pod: isvc-sklearn-v2-mixed-predictor-5746969457-9vb2t'
  metadata:
    creationTimestamp: "2026-07-28T14:08:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T14:08:02Z"
    name: isvc-sklearn-v2-mixed-predictor-5746969457.18c6794f177961d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "46251"
    uid: 7fa0c5fe-72fb-4d04-ab4f-3d86039a548d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:08:02Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "46235"
    uid: a44ff516-a6b6-4a62-bab2-38760e137a33
  kind: Event
  lastTimestamp: "2026-07-28T14:08:02Z"
  message: Scaled up replica set isvc-sklearn-v2-mixed-predictor-5746969457 from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-28T14:08:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T14:08:02Z"
    name: isvc-sklearn-v2-mixed-predictor.18c6794f0f9a45f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "46239"
    uid: 5d5996a8-fdf4-4663-b2bc-2cbd6eb463c1
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T14:08:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "46237"
    uid: 369ab4d1-8615-4739-875d-7e4ca1be06cf
  kind: Event
  lastTimestamp: "2026-07-28T14:09:02Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T14:08:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T14:09:02Z"
    name: isvc-sklearn-v2-mixed-predictor.18c679528fbf7e88
    namespace: kserve-ci-e2e-test
    resourceVersion: "46709"
    uid: 8779734f-7a84-46d2-bd7a-b7800ac9b132
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T14:08:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "46237"
    uid: 369ab4d1-8615-4739-875d-7e4ca1be06cf
  kind: Event
  lastTimestamp: "2026-07-28T14:09:02Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T14:08:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T14:09:02Z"
    name: isvc-sklearn-v2-mixed-predictor.18c679529063fa17
    namespace: kserve-ci-e2e-test
    resourceVersion: "46711"
    uid: d552b7b1-e402-436e-af28-fd2dff5ff087
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:09:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "46394"
    uid: 369ab4d1-8615-4739-875d-7e4ca1be06cf
  kind: Event
  lastTimestamp: "2026-07-28T14:09:17Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T14:09:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T14:09:17Z"
    name: isvc-sklearn-v2-mixed-predictor.18c679608cf0b16e
    namespace: kserve-ci-e2e-test
    resourceVersion: "46824"
    uid: 66f9d61a-8f18-4599-878d-1729d7afe843
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:09:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "46394"
    uid: 369ab4d1-8615-4739-875d-7e4ca1be06cf
  kind: Event
  lastTimestamp: "2026-07-28T14:09:17Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T14:09:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T14:09:17Z"
    name: isvc-sklearn-v2-mixed-predictor.18c679608d66756b
    namespace: kserve-ci-e2e-test
    resourceVersion: "46826"
    uid: e0071d71-cd4a-48ad-8c56-7431db87769f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-28T14:08:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "46228"
    uid: 708b6f71-ff11-4aff-8d6f-072dcdc5e6bb
  kind: Event
  lastTimestamp: "2026-07-28T14:09:19Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T14:08:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T14:09:19Z"
    name: isvc-sklearn-v2-mixed.18c6794f0fd244c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "46847"
    uid: 6a46903a-35f1-482c-9270-05a3fe019045
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:08:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "46228"
    uid: 708b6f71-ff11-4aff-8d6f-072dcdc5e6bb
  kind: Event
  lastTimestamp: "2026-07-28T14:08:02Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2-mixed":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2-mixed":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T14:08:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T14:08:02Z"
    name: isvc-sklearn-v2-mixed.18c6794f1086da87
    namespace: kserve-ci-e2e-test
    resourceVersion: "46242"
    uid: dfc25af2-97b0-4ba8-beef-d4ec67910eb9
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:09:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "46845"
    uid: 708b6f71-ff11-4aff-8d6f-072dcdc5e6bb
  kind: Event
  lastTimestamp: "2026-07-28T14:09:19Z"
  message: InferenceService [isvc-sklearn-v2-mixed] is Ready
  metadata:
    creationTimestamp: "2026-07-28T14:09:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T14:09:19Z"
    name: isvc-sklearn-v2-mixed.18c6796104e9184e
    namespace: kserve-ci-e2e-test
    resourceVersion: "46846"
    uid: ed413f68-118b-4b5d-bad4-16146bb8d714
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T14:06:27.419872Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-predictor-77f4cf5bd-vsnrt
    namespace: kserve-ci-e2e-test
    resourceVersion: "45448"
    uid: a89a0dc4-1d31-4ad2-a275-60c68a3c8839
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-predictor-77f4cf5bd-vsnrt
    to ip-10-0-129-177.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T14:06:27Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T14:06:27Z"
    name: isvc-sklearn-v2-predictor-77f4cf5bd-vsnrt.18c67938dc48f30c
    namespace: kserve-ci-e2e-test
    resourceVersion: "45454"
    uid: fc66e28a-ac06-4e2a-ac6e-e965249c1e38
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-66456f4f6-kkfbw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:06:27Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-predictor-77f4cf5bd-vsnrt
    namespace: kserve-ci-e2e-test
    resourceVersion: "45450"
    uid: a89a0dc4-1d31-4ad2-a275-60c68a3c8839
  kind: Event
  lastTimestamp: "2026-07-28T14:06:27Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-28T14:06:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:06:27Z"
    name: isvc-sklearn-v2-predictor-77f4cf5bd-vsnrt.18c67938e70a7480
    namespace: kserve-ci-e2e-test
    resourceVersion: "45462"
    uid: 399ef9d4-476a-4c08-bb2e-f44f050e2bd0
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:06:28Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-predictor-77f4cf5bd-vsnrt
    namespace: kserve-ci-e2e-test
    resourceVersion: "45459"
    uid: a89a0dc4-1d31-4ad2-a275-60c68a3c8839
  kind: Event
  lastTimestamp: "2026-07-28T14:06:28Z"
  message: Add eth0 [10.134.0.54/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T14:06:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T14:06:28Z"
    name: isvc-sklearn-v2-predictor-77f4cf5bd-vsnrt.18c679391a15c35e
    namespace: kserve-ci-e2e-test
    resourceVersion: "45473"
    uid: e53828db-cfcd-4938-a6fa-2d989fdb84b4
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:06:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-77f4cf5bd-vsnrt
    namespace: kserve-ci-e2e-test
    resourceVersion: "45450"
    uid: a89a0dc4-1d31-4ad2-a275-60c68a3c8839
  kind: Event
  lastTimestamp: "2026-07-28T14:06:28Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T14:06:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:06:28Z"
    name: isvc-sklearn-v2-predictor-77f4cf5bd-vsnrt.18c679391b9bb107
    namespace: kserve-ci-e2e-test
    resourceVersion: "45476"
    uid: 79cf84c5-a8ec-47a2-b8c1-f92a253bed47
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:06:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-77f4cf5bd-vsnrt
    namespace: kserve-ci-e2e-test
    resourceVersion: "45450"
    uid: a89a0dc4-1d31-4ad2-a275-60c68a3c8839
  kind: Event
  lastTimestamp: "2026-07-28T14:06:28Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T14:06:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:06:28Z"
    name: isvc-sklearn-v2-predictor-77f4cf5bd-vsnrt.18c679391eaf4046
    namespace: kserve-ci-e2e-test
    resourceVersion: "45477"
    uid: 570cbb49-0b97-4da5-97ed-5525add561b6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:06:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-77f4cf5bd-vsnrt
    namespace: kserve-ci-e2e-test
    resourceVersion: "45450"
    uid: a89a0dc4-1d31-4ad2-a275-60c68a3c8839
  kind: Event
  lastTimestamp: "2026-07-28T14:06:28Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T14:06:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:06:28Z"
    name: isvc-sklearn-v2-predictor-77f4cf5bd-vsnrt.18c679391f1ff177
    namespace: kserve-ci-e2e-test
    resourceVersion: "45478"
    uid: cf4e00df-f7d1-4800-80d6-e9dc0dfa2fc9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:06:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-77f4cf5bd-vsnrt
    namespace: kserve-ci-e2e-test
    resourceVersion: "45450"
    uid: a89a0dc4-1d31-4ad2-a275-60c68a3c8839
  kind: Event
  lastTimestamp: "2026-07-28T14:06:32Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1814"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T14:06:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:06:32Z"
    name: isvc-sklearn-v2-predictor-77f4cf5bd-vsnrt.18c6793a14f031a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "45514"
    uid: 4f04941c-0575-4734-a3f6-93c79b8c2a97
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:06:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-77f4cf5bd-vsnrt
    namespace: kserve-ci-e2e-test
    resourceVersion: "45450"
    uid: a89a0dc4-1d31-4ad2-a275-60c68a3c8839
  kind: Event
  lastTimestamp: "2026-07-28T14:06:32Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T14:06:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:06:32Z"
    name: isvc-sklearn-v2-predictor-77f4cf5bd-vsnrt.18c6793a18298d7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "45517"
    uid: b47d8eb0-cdaf-4cfc-9203-ad5a03d56422
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:06:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-77f4cf5bd-vsnrt
    namespace: kserve-ci-e2e-test
    resourceVersion: "45450"
    uid: a89a0dc4-1d31-4ad2-a275-60c68a3c8839
  kind: Event
  lastTimestamp: "2026-07-28T14:06:32Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T14:06:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:06:32Z"
    name: isvc-sklearn-v2-predictor-77f4cf5bd-vsnrt.18c6793a189e14d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "45519"
    uid: 2ca82d15-3bbf-4c04-8912-b9748bc9a298
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:06:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-77f4cf5bd-vsnrt
    namespace: kserve-ci-e2e-test
    resourceVersion: "45450"
    uid: a89a0dc4-1d31-4ad2-a275-60c68a3c8839
  kind: Event
  lastTimestamp: "2026-07-28T14:06:32Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T14:06:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:06:32Z"
    name: isvc-sklearn-v2-predictor-77f4cf5bd-vsnrt.18c6793a18a896bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "45521"
    uid: 8f9f285e-5fe1-44a4-b0c8-97ba997538a5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:06:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-77f4cf5bd-vsnrt
    namespace: kserve-ci-e2e-test
    resourceVersion: "45450"
    uid: a89a0dc4-1d31-4ad2-a275-60c68a3c8839
  kind: Event
  lastTimestamp: "2026-07-28T14:06:32Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T14:06:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:06:32Z"
    name: isvc-sklearn-v2-predictor-77f4cf5bd-vsnrt.18c6793a1bcba312
    namespace: kserve-ci-e2e-test
    resourceVersion: "45523"
    uid: d77835fb-1103-4c6f-8525-191f48b0e8ce
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:06:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-77f4cf5bd-vsnrt
    namespace: kserve-ci-e2e-test
    resourceVersion: "45450"
    uid: a89a0dc4-1d31-4ad2-a275-60c68a3c8839
  kind: Event
  lastTimestamp: "2026-07-28T14:06:32Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T14:06:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:06:32Z"
    name: isvc-sklearn-v2-predictor-77f4cf5bd-vsnrt.18c6793a1c4957dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "45524"
    uid: 2100b56e-1b5b-4646-a05e-9eaca8e86efc
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T14:06:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-77f4cf5bd-vsnrt
    namespace: kserve-ci-e2e-test
    resourceVersion: "45450"
    uid: a89a0dc4-1d31-4ad2-a275-60c68a3c8839
  kind: Event
  lastTimestamp: "2026-07-28T14:07:59Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.54:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T14:06:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:07:59Z"
    name: isvc-sklearn-v2-predictor-77f4cf5bd-vsnrt.18c6793a50f24c2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "46204"
    uid: b2e7975f-db03-4eb0-91df-2714eb8a1883
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:07:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-77f4cf5bd-vsnrt
    namespace: kserve-ci-e2e-test
    resourceVersion: "45450"
    uid: a89a0dc4-1d31-4ad2-a275-60c68a3c8839
  kind: Event
  lastTimestamp: "2026-07-28T14:07:57Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T14:07:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:07:57Z"
    name: isvc-sklearn-v2-predictor-77f4cf5bd-vsnrt.18c6794de2ab5dc5
    namespace: kserve-ci-e2e-test
    resourceVersion: "46185"
    uid: 5282d4d7-deba-49cb-88bb-7d3c513fafe5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:07:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-77f4cf5bd-vsnrt
    namespace: kserve-ci-e2e-test
    resourceVersion: "45450"
    uid: a89a0dc4-1d31-4ad2-a275-60c68a3c8839
  kind: Event
  lastTimestamp: "2026-07-28T14:07:57Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T14:07:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:07:57Z"
    name: isvc-sklearn-v2-predictor-77f4cf5bd-vsnrt.18c6794de2ac0f21
    namespace: kserve-ci-e2e-test
    resourceVersion: "46186"
    uid: 002b19a2-b0cd-4dd3-9ee1-8160b078f016
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:07:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-77f4cf5bd-vsnrt
    namespace: kserve-ci-e2e-test
    resourceVersion: "45450"
    uid: a89a0dc4-1d31-4ad2-a275-60c68a3c8839
  kind: Event
  lastTimestamp: "2026-07-28T14:07:59Z"
  message: 'Readiness probe failed: Get "https://10.134.0.54:8643/healthz": dial tcp
    10.134.0.54:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T14:07:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:07:59Z"
    name: isvc-sklearn-v2-predictor-77f4cf5bd-vsnrt.18c6794e572acc8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "46203"
    uid: cf8436f9-c449-4644-bd7c-7001982b9861
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:06:27Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-predictor-77f4cf5bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "45439"
    uid: 6ce3a0d4-5b81-474f-a731-d07c6c0e0ff6
  kind: Event
  lastTimestamp: "2026-07-28T14:06:27Z"
  message: 'Created pod: isvc-sklearn-v2-predictor-77f4cf5bd-vsnrt'
  metadata:
    creationTimestamp: "2026-07-28T14:06:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T14:06:27Z"
    name: isvc-sklearn-v2-predictor-77f4cf5bd.18c67938dbb1d55b
    namespace: kserve-ci-e2e-test
    resourceVersion: "45449"
    uid: 11541261-d030-4237-8306-534034636c91
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:06:27Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "45437"
    uid: d90f98e6-162a-46f5-8175-c43062329cfd
  kind: Event
  lastTimestamp: "2026-07-28T14:06:27Z"
  message: Scaled up replica set isvc-sklearn-v2-predictor-77f4cf5bd from 0 to 1
  metadata:
    creationTimestamp: "2026-07-28T14:06:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T14:06:27Z"
    name: isvc-sklearn-v2-predictor.18c67938d89f2985
    namespace: kserve-ci-e2e-test
    resourceVersion: "45441"
    uid: 0b458dff-17b9-4af7-bed1-d1e03163ed36
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T14:06:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "45438"
    uid: a2ce626d-38c2-48b3-b35a-d6a4d50d0f4e
  kind: Event
  lastTimestamp: "2026-07-28T14:06:57Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T14:06:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T14:06:57Z"
    name: isvc-sklearn-v2-predictor.18c6793c57c2cdfc
    namespace: kserve-ci-e2e-test
    resourceVersion: "45712"
    uid: ca3fb7af-b246-4d67-8250-8456f1cd9737
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T14:06:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "45438"
    uid: a2ce626d-38c2-48b3-b35a-d6a4d50d0f4e
  kind: Event
  lastTimestamp: "2026-07-28T14:06:57Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T14:06:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T14:06:57Z"
    name: isvc-sklearn-v2-predictor.18c6793c5861fa58
    namespace: kserve-ci-e2e-test
    resourceVersion: "45713"
    uid: 2d0b051d-5755-4d61-a130-ee440cebfa68
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T14:07:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "45604"
    uid: a2ce626d-38c2-48b3-b35a-d6a4d50d0f4e
  kind: Event
  lastTimestamp: "2026-07-28T14:07:57Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T14:07:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T14:07:57Z"
    name: isvc-sklearn-v2-predictor.18c6794358656da5
    namespace: kserve-ci-e2e-test
    resourceVersion: "46166"
    uid: a92698eb-12af-45d6-838c-e41440bd044e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T14:07:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "45604"
    uid: a2ce626d-38c2-48b3-b35a-d6a4d50d0f4e
  kind: Event
  lastTimestamp: "2026-07-28T14:07:57Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T14:07:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T14:07:57Z"
    name: isvc-sklearn-v2-predictor.18c6794358ef4614
    namespace: kserve-ci-e2e-test
    resourceVersion: "46167"
    uid: a858383b-745a-4e4d-9cb7-a21cd609eaf9
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T14:05:22.324943Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-k7xrh
    namespace: kserve-ci-e2e-test
    resourceVersion: "44912"
    uid: 3e5006de-18cd-40d4-9690-bad86b0afaeb
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-runtime-predictor-5f69c7d498-k7xrh
    to ip-10-0-129-177.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T14:05:22Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T14:05:22Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-k7xrh.18c67929b4533ef7
    namespace: kserve-ci-e2e-test
    resourceVersion: "44918"
    uid: 9807688c-b2a7-4376-815e-94c84cacaeb6
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-66456f4f6-kkfbw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:05:22Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-k7xrh
    namespace: kserve-ci-e2e-test
    resourceVersion: "44914"
    uid: 3e5006de-18cd-40d4-9690-bad86b0afaeb
  kind: Event
  lastTimestamp: "2026-07-28T14:05:22Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-v2-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-28T14:05:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:05:22Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-k7xrh.18c67929c2ab5f30
    namespace: kserve-ci-e2e-test
    resourceVersion: "44929"
    uid: d0f31824-c5f4-473c-b680-cd2952936945
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:05:23Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-k7xrh
    namespace: kserve-ci-e2e-test
    resourceVersion: "44922"
    uid: 3e5006de-18cd-40d4-9690-bad86b0afaeb
  kind: Event
  lastTimestamp: "2026-07-28T14:05:23Z"
  message: Add eth0 [10.134.0.53/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T14:05:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T14:05:23Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-k7xrh.18c67929f1c3b998
    namespace: kserve-ci-e2e-test
    resourceVersion: "44939"
    uid: 2a527fb7-7cc2-4454-bd83-58ab0ae25e26
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:05:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-k7xrh
    namespace: kserve-ci-e2e-test
    resourceVersion: "44914"
    uid: 3e5006de-18cd-40d4-9690-bad86b0afaeb
  kind: Event
  lastTimestamp: "2026-07-28T14:05:23Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T14:05:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:05:23Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-k7xrh.18c67929f34a7035
    namespace: kserve-ci-e2e-test
    resourceVersion: "44941"
    uid: 05cba5c5-ddce-45a1-b844-0892d14db384
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:05:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-k7xrh
    namespace: kserve-ci-e2e-test
    resourceVersion: "44914"
    uid: 3e5006de-18cd-40d4-9690-bad86b0afaeb
  kind: Event
  lastTimestamp: "2026-07-28T14:05:23Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T14:05:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:05:23Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-k7xrh.18c67929f67d4fe4
    namespace: kserve-ci-e2e-test
    resourceVersion: "44942"
    uid: 034e8433-b37a-4abc-a207-f2aa875e0aba
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:05:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-k7xrh
    namespace: kserve-ci-e2e-test
    resourceVersion: "44914"
    uid: 3e5006de-18cd-40d4-9690-bad86b0afaeb
  kind: Event
  lastTimestamp: "2026-07-28T14:05:23Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T14:05:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:05:23Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-k7xrh.18c67929f6f090c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "44943"
    uid: 6bb9a113-9cc5-43cb-bdaf-81ae9c507119
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:05:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-k7xrh
    namespace: kserve-ci-e2e-test
    resourceVersion: "44914"
    uid: 3e5006de-18cd-40d4-9690-bad86b0afaeb
  kind: Event
  lastTimestamp: "2026-07-28T14:05:27Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-07-28T14:05:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:05:27Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-k7xrh.18c6792ae1e57e14
    namespace: kserve-ci-e2e-test
    resourceVersion: "44974"
    uid: f8138ce4-b383-49ee-9274-b33f348acb19
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:05:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-k7xrh
    namespace: kserve-ci-e2e-test
    resourceVersion: "44914"
    uid: 3e5006de-18cd-40d4-9690-bad86b0afaeb
  kind: Event
  lastTimestamp: "2026-07-28T14:05:27Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T14:05:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:05:27Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-k7xrh.18c6792ae58e86ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "44977"
    uid: 5b3f1c06-8285-4006-b804-fb30bfcc9988
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:05:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-k7xrh
    namespace: kserve-ci-e2e-test
    resourceVersion: "44914"
    uid: 3e5006de-18cd-40d4-9690-bad86b0afaeb
  kind: Event
  lastTimestamp: "2026-07-28T14:05:27Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T14:05:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:05:27Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-k7xrh.18c6792ae602b637
    namespace: kserve-ci-e2e-test
    resourceVersion: "44980"
    uid: 6ccf545e-439a-4bdd-a3fa-a07c539c9723
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:05:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-k7xrh
    namespace: kserve-ci-e2e-test
    resourceVersion: "44914"
    uid: 3e5006de-18cd-40d4-9690-bad86b0afaeb
  kind: Event
  lastTimestamp: "2026-07-28T14:05:27Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T14:05:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:05:27Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-k7xrh.18c6792ae60da02b
    namespace: kserve-ci-e2e-test
    resourceVersion: "44981"
    uid: d7357fd2-41d8-4af2-9b5c-d06d8d4c8fd6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:05:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-k7xrh
    namespace: kserve-ci-e2e-test
    resourceVersion: "44914"
    uid: 3e5006de-18cd-40d4-9690-bad86b0afaeb
  kind: Event
  lastTimestamp: "2026-07-28T14:05:27Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T14:05:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:05:27Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-k7xrh.18c6792ae8d6eca6
    namespace: kserve-ci-e2e-test
    resourceVersion: "44984"
    uid: cd60e0cc-1079-4d32-b8e0-029f52e20f99
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:05:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-k7xrh
    namespace: kserve-ci-e2e-test
    resourceVersion: "44914"
    uid: 3e5006de-18cd-40d4-9690-bad86b0afaeb
  kind: Event
  lastTimestamp: "2026-07-28T14:05:27Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T14:05:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:05:27Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-k7xrh.18c6792ae94c4681
    namespace: kserve-ci-e2e-test
    resourceVersion: "44985"
    uid: 309dc8ca-cc29-421f-a741-3c797c14423c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:06:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-k7xrh
    namespace: kserve-ci-e2e-test
    resourceVersion: "44914"
    uid: 3e5006de-18cd-40d4-9690-bad86b0afaeb
  kind: Event
  lastTimestamp: "2026-07-28T14:06:04Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-07-28T14:06:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:06:04Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-k7xrh.18c6793385791cf5
    namespace: kserve-ci-e2e-test
    resourceVersion: "45240"
    uid: db95b829-d3e3-4e90-b11c-419e702de870
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:06:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-k7xrh
    namespace: kserve-ci-e2e-test
    resourceVersion: "44914"
    uid: 3e5006de-18cd-40d4-9690-bad86b0afaeb
  kind: Event
  lastTimestamp: "2026-07-28T14:06:22Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T14:06:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:06:22Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-k7xrh.18c67937a9227ac5
    namespace: kserve-ci-e2e-test
    resourceVersion: "45390"
    uid: 215b4c09-649d-40dd-9b6a-bd2c9ca03f2b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:06:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-k7xrh
    namespace: kserve-ci-e2e-test
    resourceVersion: "44914"
    uid: 3e5006de-18cd-40d4-9690-bad86b0afaeb
  kind: Event
  lastTimestamp: "2026-07-28T14:06:22Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T14:06:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:06:22Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-k7xrh.18c67937a92311cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "45391"
    uid: 23917cda-7a98-497e-b02a-612617d1ebbf
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:06:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-k7xrh
    namespace: kserve-ci-e2e-test
    resourceVersion: "44914"
    uid: 3e5006de-18cd-40d4-9690-bad86b0afaeb
  kind: Event
  lastTimestamp: "2026-07-28T14:06:24Z"
  message: 'Readiness probe failed: Get "https://10.134.0.53:8643/healthz": dial tcp
    10.134.0.53:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T14:06:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:06:24Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-k7xrh.18c6793827f92678
    namespace: kserve-ci-e2e-test
    resourceVersion: "45405"
    uid: 21c4ee6d-f1bf-4601-b605-a4df9d07b045
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:06:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-k7xrh
    namespace: kserve-ci-e2e-test
    resourceVersion: "44914"
    uid: 3e5006de-18cd-40d4-9690-bad86b0afaeb
  kind: Event
  lastTimestamp: "2026-07-28T14:06:25Z"
  message: 'Readiness probe failed: Get "http://10.134.0.53:8080/v2/models/isvc-sklearn-v2-runtime/ready":
    context deadline exceeded (Client.Timeout exceeded while awaiting headers)'
  metadata:
    creationTimestamp: "2026-07-28T14:06:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:06:25Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-k7xrh.18c67938666b84b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "45415"
    uid: b4c4b34e-17d5-43eb-94d6-cd12ae1d8c9f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:05:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498
    namespace: kserve-ci-e2e-test
    resourceVersion: "44901"
    uid: cfb5d2da-7853-4542-94b7-a4044f381277
  kind: Event
  lastTimestamp: "2026-07-28T14:05:22Z"
  message: 'Created pod: isvc-sklearn-v2-runtime-predictor-5f69c7d498-k7xrh'
  metadata:
    creationTimestamp: "2026-07-28T14:05:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T14:05:22Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498.18c67929b3ebc272
    namespace: kserve-ci-e2e-test
    resourceVersion: "44915"
    uid: 67c0f49f-3a9c-4188-b76e-b1d2b1d55251
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:05:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "44900"
    uid: ba2353c4-0d78-46ce-9a34-e91466645eaa
  kind: Event
  lastTimestamp: "2026-07-28T14:05:22Z"
  message: Scaled up replica set isvc-sklearn-v2-runtime-predictor-5f69c7d498 from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-28T14:05:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T14:05:22Z"
    name: isvc-sklearn-v2-runtime-predictor.18c67929afebf4a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "44904"
    uid: 1b0cd5b0-e59d-4cda-bffb-c660a86fea50
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T14:05:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "44902"
    uid: 2eadeeca-f0d6-4243-88b7-3ec928ad628d
  kind: Event
  lastTimestamp: "2026-07-28T14:06:07Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T14:05:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T14:06:07Z"
    name: isvc-sklearn-v2-runtime-predictor.18c6792d2f783b6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "45261"
    uid: 4776d16a-39af-4e4a-8cd7-ec347d4d4ca4
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T14:05:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "44902"
    uid: 2eadeeca-f0d6-4243-88b7-3ec928ad628d
  kind: Event
  lastTimestamp: "2026-07-28T14:06:07Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T14:05:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T14:06:07Z"
    name: isvc-sklearn-v2-runtime-predictor.18c6792d3029857a
    namespace: kserve-ci-e2e-test
    resourceVersion: "45263"
    uid: 8fa156de-90f3-4ab7-8f4e-51a5d7f1d4d1
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:05:52Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "45052"
    uid: 2eadeeca-f0d6-4243-88b7-3ec928ad628d
  kind: Event
  lastTimestamp: "2026-07-28T14:05:52Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T14:05:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T14:05:52Z"
    name: isvc-sklearn-v2-runtime-predictor.18c67930af443a64
    namespace: kserve-ci-e2e-test
    resourceVersion: "45156"
    uid: 2ebece9d-d48e-4846-be34-241a22687a46
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:05:52Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "45052"
    uid: 2eadeeca-f0d6-4243-88b7-3ec928ad628d
  kind: Event
  lastTimestamp: "2026-07-28T14:05:52Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T14:05:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T14:05:52Z"
    name: isvc-sklearn-v2-runtime-predictor.18c67930afed5738
    namespace: kserve-ci-e2e-test
    resourceVersion: "45158"
    uid: 217b3e0d-dabf-4c55-ab50-d31d0c00715c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T14:05:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "44893"
    uid: ef876ef2-993e-4fc8-b216-7f27aff36cc0
  kind: Event
  lastTimestamp: "2026-07-28T14:06:14Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T14:05:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T14:06:14Z"
    name: isvc-sklearn-v2-runtime.18c67929b02ad9b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "45325"
    uid: b416cfe0-0833-4b7f-a604-d5b2658f0da0
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:05:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "44893"
    uid: ef876ef2-993e-4fc8-b216-7f27aff36cc0
  kind: Event
  lastTimestamp: "2026-07-28T14:05:22Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T14:05:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T14:05:22Z"
    name: isvc-sklearn-v2-runtime.18c67929b0bdca50
    namespace: kserve-ci-e2e-test
    resourceVersion: "44906"
    uid: b94344fa-a701-4c45-81f2-8e70bd195550
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:06:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "45323"
    uid: ef876ef2-993e-4fc8-b216-7f27aff36cc0
  kind: Event
  lastTimestamp: "2026-07-28T14:06:14Z"
  message: InferenceService [isvc-sklearn-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-07-28T14:06:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T14:06:14Z"
    name: isvc-sklearn-v2-runtime.18c67935d9d78fed
    namespace: kserve-ci-e2e-test
    resourceVersion: "45324"
    uid: e7d5f0fb-0fb0-41e3-a29b-9033dfdadf66
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T14:06:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "45430"
    uid: 56eeddc8-ec16-487e-b827-4eb43421b33b
  kind: Event
  lastTimestamp: "2026-07-28T14:07:49Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T14:06:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T14:07:49Z"
    name: isvc-sklearn-v2.18c67938d89facd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "46110"
    uid: fedf31aa-0e3c-462e-bf86-a99abbf09296
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:06:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "45430"
    uid: 56eeddc8-ec16-487e-b827-4eb43421b33b
  kind: Event
  lastTimestamp: "2026-07-28T14:06:27Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T14:06:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T14:06:27Z"
    name: isvc-sklearn-v2.18c67938d92076e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "45444"
    uid: b732a6bc-45b1-459c-b586-0122561879c7
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:07:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "46108"
    uid: 56eeddc8-ec16-487e-b827-4eb43421b33b
  kind: Event
  lastTimestamp: "2026-07-28T14:07:49Z"
  message: InferenceService [isvc-sklearn-v2] is Ready
  metadata:
    creationTimestamp: "2026-07-28T14:07:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T14:07:49Z"
    name: isvc-sklearn-v2.18c6794c0a52e358
    namespace: kserve-ci-e2e-test
    resourceVersion: "46109"
    uid: c61c3fb4-e622-4cb3-a620-65f67f3b3386
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-28T14:02:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "43225"
    uid: 83bbd280-0939-4fa4-9c61-398dd98315a6
  kind: Event
  lastTimestamp: "2026-07-28T14:03:28Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T14:02:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T14:03:28Z"
    name: isvc-sklearn.18c678fb98fa3f66
    namespace: kserve-ci-e2e-test
    resourceVersion: "43880"
    uid: 601bb3cf-8c59-4741-bb50-7a73ad9dc681
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T14:02:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "43225"
    uid: 83bbd280-0939-4fa4-9c61-398dd98315a6
  kind: Event
  lastTimestamp: "2026-07-28T14:02:04Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-07-28T14:02:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T14:02:04Z"
    name: isvc-sklearn.18c678fb99902bb1
    namespace: kserve-ci-e2e-test
    resourceVersion: "43257"
    uid: f72c4149-8f23-4654-b359-ee1ff49053d3
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:02:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "43229"
    uid: 83bbd280-0939-4fa4-9c61-398dd98315a6
  kind: Event
  lastTimestamp: "2026-07-28T14:02:04Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn": the object has been modified;
    please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-28T14:02:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T14:02:04Z"
    name: isvc-sklearn.18c678fb9fb6b467
    namespace: kserve-ci-e2e-test
    resourceVersion: "43258"
    uid: 3c068844-48e3-4d4b-ac6a-cb4db3824261
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:03:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "43878"
    uid: 83bbd280-0939-4fa4-9c61-398dd98315a6
  kind: Event
  lastTimestamp: "2026-07-28T14:03:27Z"
  message: InferenceService [isvc-sklearn] is Ready
  metadata:
    creationTimestamp: "2026-07-28T14:03:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T14:03:27Z"
    name: isvc-sklearn.18c6790f1369b278
    namespace: kserve-ci-e2e-test
    resourceVersion: "43879"
    uid: d96498ee-174f-4aa3-8626-7b2303ad90f0
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T14:09:48.183405Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-tngzb
    namespace: kserve-ci-e2e-test
    resourceVersion: "47086"
    uid: a386c451-fd83-41f3-8913-e4d11d70e758
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-tensorflow-predictor-547dfc5669-tngzb
    to ip-10-0-129-177.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T14:09:48Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T14:09:48Z"
    name: isvc-tensorflow-predictor-547dfc5669-tngzb.18c679679ab98a91
    namespace: kserve-ci-e2e-test
    resourceVersion: "47092"
    uid: 2909e3d2-6e3d-4d8c-b025-8ab361ac7771
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-66456f4f6-kkfbw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:09:48Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-tngzb
    namespace: kserve-ci-e2e-test
    resourceVersion: "47096"
    uid: a386c451-fd83-41f3-8913-e4d11d70e758
  kind: Event
  lastTimestamp: "2026-07-28T14:09:48Z"
  message: Add eth0 [10.134.0.56/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T14:09:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T14:09:48Z"
    name: isvc-tensorflow-predictor-547dfc5669-tngzb.18c67967b4842374
    namespace: kserve-ci-e2e-test
    resourceVersion: "47105"
    uid: 4ecd71c3-4872-4cc9-ba6d-8e8a488efff5
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:09:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-tngzb
    namespace: kserve-ci-e2e-test
    resourceVersion: "47089"
    uid: a386c451-fd83-41f3-8913-e4d11d70e758
  kind: Event
  lastTimestamp: "2026-07-28T14:09:48Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T14:09:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:09:48Z"
    name: isvc-tensorflow-predictor-547dfc5669-tngzb.18c67967b616bb7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "47107"
    uid: eb2ac26e-a67f-41b1-b8d8-190664d35bb0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:09:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-tngzb
    namespace: kserve-ci-e2e-test
    resourceVersion: "47089"
    uid: a386c451-fd83-41f3-8913-e4d11d70e758
  kind: Event
  lastTimestamp: "2026-07-28T14:09:48Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T14:09:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:09:48Z"
    name: isvc-tensorflow-predictor-547dfc5669-tngzb.18c67967b8bd7c63
    namespace: kserve-ci-e2e-test
    resourceVersion: "47108"
    uid: ce10508c-3ac9-477a-9f1f-9327f60ed75a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:09:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-tngzb
    namespace: kserve-ci-e2e-test
    resourceVersion: "47089"
    uid: a386c451-fd83-41f3-8913-e4d11d70e758
  kind: Event
  lastTimestamp: "2026-07-28T14:09:48Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T14:09:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:09:48Z"
    name: isvc-tensorflow-predictor-547dfc5669-tngzb.18c67967b932eba4
    namespace: kserve-ci-e2e-test
    resourceVersion: "47109"
    uid: 9542396e-52d3-4362-a50d-60284651594e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:09:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-tngzb
    namespace: kserve-ci-e2e-test
    resourceVersion: "47089"
    uid: a386c451-fd83-41f3-8913-e4d11d70e758
  kind: Event
  lastTimestamp: "2026-07-28T14:09:53Z"
  message: Pulling image "tensorflow/serving:2.6.2"
  metadata:
    creationTimestamp: "2026-07-28T14:09:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:09:53Z"
    name: isvc-tensorflow-predictor-547dfc5669-tngzb.18c67968d82bbb28
    namespace: kserve-ci-e2e-test
    resourceVersion: "47147"
    uid: 33a51af0-4685-43b0-8369-28a8f2e9b9e4
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:09:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-tngzb
    namespace: kserve-ci-e2e-test
    resourceVersion: "47089"
    uid: a386c451-fd83-41f3-8913-e4d11d70e758
  kind: Event
  lastTimestamp: "2026-07-28T14:09:57Z"
  message: 'Successfully pulled image "tensorflow/serving:2.6.2" in 3.74s (3.74s including
    waiting). Image size: 425873876 bytes.'
  metadata:
    creationTimestamp: "2026-07-28T14:09:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:09:57Z"
    name: isvc-tensorflow-predictor-547dfc5669-tngzb.18c67969b72082cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "47177"
    uid: d83c598b-abed-4353-b376-4a426d86071b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:09:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-tngzb
    namespace: kserve-ci-e2e-test
    resourceVersion: "47089"
    uid: a386c451-fd83-41f3-8913-e4d11d70e758
  kind: Event
  lastTimestamp: "2026-07-28T14:09:57Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T14:09:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:09:57Z"
    name: isvc-tensorflow-predictor-547dfc5669-tngzb.18c67969ba2d7f77
    namespace: kserve-ci-e2e-test
    resourceVersion: "47179"
    uid: 4a47c1cd-6b1d-445d-862d-a28e8c388097
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:09:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-tngzb
    namespace: kserve-ci-e2e-test
    resourceVersion: "47089"
    uid: a386c451-fd83-41f3-8913-e4d11d70e758
  kind: Event
  lastTimestamp: "2026-07-28T14:09:57Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T14:09:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:09:57Z"
    name: isvc-tensorflow-predictor-547dfc5669-tngzb.18c67969baa3a928
    namespace: kserve-ci-e2e-test
    resourceVersion: "47180"
    uid: a7908846-9776-417d-af46-c03cba7daac3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:09:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-tngzb
    namespace: kserve-ci-e2e-test
    resourceVersion: "47089"
    uid: a386c451-fd83-41f3-8913-e4d11d70e758
  kind: Event
  lastTimestamp: "2026-07-28T14:09:57Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T14:09:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:09:57Z"
    name: isvc-tensorflow-predictor-547dfc5669-tngzb.18c67969baaf24af
    namespace: kserve-ci-e2e-test
    resourceVersion: "47181"
    uid: 6fe67f8e-2544-4fb5-81ca-7e535cffc299
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:09:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-tngzb
    namespace: kserve-ci-e2e-test
    resourceVersion: "47089"
    uid: a386c451-fd83-41f3-8913-e4d11d70e758
  kind: Event
  lastTimestamp: "2026-07-28T14:09:57Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T14:09:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:09:57Z"
    name: isvc-tensorflow-predictor-547dfc5669-tngzb.18c67969bd6dadd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "47182"
    uid: 8511d59b-cc6e-4c8e-9831-4a33ca411916
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:09:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-tngzb
    namespace: kserve-ci-e2e-test
    resourceVersion: "47089"
    uid: a386c451-fd83-41f3-8913-e4d11d70e758
  kind: Event
  lastTimestamp: "2026-07-28T14:09:57Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T14:09:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:09:57Z"
    name: isvc-tensorflow-predictor-547dfc5669-tngzb.18c67969bde24400
    namespace: kserve-ci-e2e-test
    resourceVersion: "47183"
    uid: bae5296c-464c-4c28-9f54-635b0fcb9b22
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T14:09:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-tngzb
    namespace: kserve-ci-e2e-test
    resourceVersion: "47089"
    uid: a386c451-fd83-41f3-8913-e4d11d70e758
  kind: Event
  lastTimestamp: "2026-07-28T14:10:04Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.56:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T14:09:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:10:04Z"
    name: isvc-tensorflow-predictor-547dfc5669-tngzb.18c6796a03ca4948
    namespace: kserve-ci-e2e-test
    resourceVersion: "47240"
    uid: 8a6f2c78-6160-4b72-a0fe-f41db1bb89ce
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:10:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-tngzb
    namespace: kserve-ci-e2e-test
    resourceVersion: "47089"
    uid: a386c451-fd83-41f3-8913-e4d11d70e758
  kind: Event
  lastTimestamp: "2026-07-28T14:10:28Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T14:10:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:10:28Z"
    name: isvc-tensorflow-predictor-547dfc5669-tngzb.18c6797108711ef5
    namespace: kserve-ci-e2e-test
    resourceVersion: "47428"
    uid: 46a38223-5752-4f84-88f4-d3d2ce23d79b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:10:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-tngzb
    namespace: kserve-ci-e2e-test
    resourceVersion: "47089"
    uid: a386c451-fd83-41f3-8913-e4d11d70e758
  kind: Event
  lastTimestamp: "2026-07-28T14:10:28Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T14:10:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:10:28Z"
    name: isvc-tensorflow-predictor-547dfc5669-tngzb.18c679710871bed4
    namespace: kserve-ci-e2e-test
    resourceVersion: "47429"
    uid: 3fb9ec4b-9622-4bb4-984c-dfae04bc73b5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-28T14:10:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-tngzb
    namespace: kserve-ci-e2e-test
    resourceVersion: "47089"
    uid: a386c451-fd83-41f3-8913-e4d11d70e758
  kind: Event
  lastTimestamp: "2026-07-28T14:10:54Z"
  message: 'Readiness probe failed: Get "https://10.134.0.56:8643/healthz": dial tcp
    10.134.0.56:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T14:10:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:10:54Z"
    name: isvc-tensorflow-predictor-547dfc5669-tngzb.18c679713bbbb3bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "47680"
    uid: f484ab51-c027-473a-b1dc-74653b03be1b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:09:48Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-tensorflow-predictor-547dfc5669
    namespace: kserve-ci-e2e-test
    resourceVersion: "47074"
    uid: cae71376-7f50-44d3-8e5f-b6ccaa42838c
  kind: Event
  lastTimestamp: "2026-07-28T14:09:48Z"
  message: 'Created pod: isvc-tensorflow-predictor-547dfc5669-tngzb'
  metadata:
    creationTimestamp: "2026-07-28T14:09:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T14:09:48Z"
    name: isvc-tensorflow-predictor-547dfc5669.18c67967999158b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "47087"
    uid: 86db4b33-737c-49e7-b284-957eafa4bfc9
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:09:48Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "47072"
    uid: d4763b78-e816-437e-86f3-046f8936b930
  kind: Event
  lastTimestamp: "2026-07-28T14:09:48Z"
  message: Scaled up replica set isvc-tensorflow-predictor-547dfc5669 from 0 to 1
  metadata:
    creationTimestamp: "2026-07-28T14:09:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T14:09:48Z"
    name: isvc-tensorflow-predictor.18c6796793989015
    namespace: kserve-ci-e2e-test
    resourceVersion: "47076"
    uid: 88cf11f3-faf6-4b04-843c-4a04c710989b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T14:10:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "47073"
    uid: 68c97840-2b70-4c04-8c99-5983ece752cc
  kind: Event
  lastTimestamp: "2026-07-28T14:10:18Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T14:10:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T14:10:18Z"
    name: isvc-tensorflow-predictor.18c6796b128f8ea6
    namespace: kserve-ci-e2e-test
    resourceVersion: "47340"
    uid: e80c547d-19b3-4254-bfa3-627561a74e83
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T14:10:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "47073"
    uid: 68c97840-2b70-4c04-8c99-5983ece752cc
  kind: Event
  lastTimestamp: "2026-07-28T14:10:18Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T14:10:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T14:10:18Z"
    name: isvc-tensorflow-predictor.18c6796b12eea9d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "47341"
    uid: 97c29f9d-81cb-4836-9ee5-f31b1d177148
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T14:10:33.921920Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-vc5g9
    namespace: kserve-ci-e2e-test
    resourceVersion: "47495"
    uid: 8314a768-d3c1-48cd-aa85-953de1d97400
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-tensorflow-runtime-predictor-855cfcd677-vc5g9
    to ip-10-0-138-158.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T14:10:33Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T14:10:33Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-vc5g9.18c6797240f3b5ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "47499"
    uid: 98d02541-c739-4558-b80a-4689f92740f5
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-66456f4f6-kkfbw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:10:34Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-vc5g9
    namespace: kserve-ci-e2e-test
    resourceVersion: "47505"
    uid: 8314a768-d3c1-48cd-aa85-953de1d97400
  kind: Event
  lastTimestamp: "2026-07-28T14:10:34Z"
  message: Add eth0 [10.132.0.52/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T14:10:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T14:10:34Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-vc5g9.18c679725a33375c
    namespace: kserve-ci-e2e-test
    resourceVersion: "47511"
    uid: 9c06e785-e9a2-412c-9576-ba569864913c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:10:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-vc5g9
    namespace: kserve-ci-e2e-test
    resourceVersion: "47496"
    uid: 8314a768-d3c1-48cd-aa85-953de1d97400
  kind: Event
  lastTimestamp: "2026-07-28T14:10:34Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T14:10:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:10:34Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-vc5g9.18c679725bca9ba4
    namespace: kserve-ci-e2e-test
    resourceVersion: "47515"
    uid: 61709d49-f5ec-4eb2-85f6-54e2539834b8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:10:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-vc5g9
    namespace: kserve-ci-e2e-test
    resourceVersion: "47496"
    uid: 8314a768-d3c1-48cd-aa85-953de1d97400
  kind: Event
  lastTimestamp: "2026-07-28T14:10:34Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T14:10:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:10:34Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-vc5g9.18c679725edba772
    namespace: kserve-ci-e2e-test
    resourceVersion: "47516"
    uid: 7d297fdc-cab1-4b26-bee9-0243f39c37ec
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:10:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-vc5g9
    namespace: kserve-ci-e2e-test
    resourceVersion: "47496"
    uid: 8314a768-d3c1-48cd-aa85-953de1d97400
  kind: Event
  lastTimestamp: "2026-07-28T14:10:34Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T14:10:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:10:34Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-vc5g9.18c679725f5fa974
    namespace: kserve-ci-e2e-test
    resourceVersion: "47517"
    uid: d4763de3-1273-4b01-8709-91eee691c4be
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:10:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-vc5g9
    namespace: kserve-ci-e2e-test
    resourceVersion: "47496"
    uid: 8314a768-d3c1-48cd-aa85-953de1d97400
  kind: Event
  lastTimestamp: "2026-07-28T14:10:39Z"
  message: Pulling image "tensorflow/serving:2.6.2"
  metadata:
    creationTimestamp: "2026-07-28T14:10:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:10:39Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-vc5g9.18c679739d993078
    namespace: kserve-ci-e2e-test
    resourceVersion: "47564"
    uid: f0ff2312-ba2a-46a4-9a6e-baf842714834
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:10:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-vc5g9
    namespace: kserve-ci-e2e-test
    resourceVersion: "47496"
    uid: 8314a768-d3c1-48cd-aa85-953de1d97400
  kind: Event
  lastTimestamp: "2026-07-28T14:10:43Z"
  message: 'Successfully pulled image "tensorflow/serving:2.6.2" in 3.778s (3.778s
    including waiting). Image size: 425873876 bytes.'
  metadata:
    creationTimestamp: "2026-07-28T14:10:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:10:43Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-vc5g9.18c679747ecb3d06
    namespace: kserve-ci-e2e-test
    resourceVersion: "47588"
    uid: ad70e3c2-434b-463b-99e7-3226cea1c74e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:10:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-vc5g9
    namespace: kserve-ci-e2e-test
    resourceVersion: "47496"
    uid: 8314a768-d3c1-48cd-aa85-953de1d97400
  kind: Event
  lastTimestamp: "2026-07-28T14:10:43Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T14:10:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:10:43Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-vc5g9.18c6797481f55c44
    namespace: kserve-ci-e2e-test
    resourceVersion: "47589"
    uid: c90fe7e6-c983-4676-a891-84a0299e6a20
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:10:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-vc5g9
    namespace: kserve-ci-e2e-test
    resourceVersion: "47496"
    uid: 8314a768-d3c1-48cd-aa85-953de1d97400
  kind: Event
  lastTimestamp: "2026-07-28T14:10:43Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T14:10:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:10:43Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-vc5g9.18c67974826894ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "47591"
    uid: fa669480-40a7-46ce-86f9-dae2dffc9df5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:10:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-vc5g9
    namespace: kserve-ci-e2e-test
    resourceVersion: "47496"
    uid: 8314a768-d3c1-48cd-aa85-953de1d97400
  kind: Event
  lastTimestamp: "2026-07-28T14:10:43Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T14:10:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:10:43Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-vc5g9.18c67974827255dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "47592"
    uid: 903161cf-0883-48ac-bd26-2a9265999315
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:10:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-vc5g9
    namespace: kserve-ci-e2e-test
    resourceVersion: "47496"
    uid: 8314a768-d3c1-48cd-aa85-953de1d97400
  kind: Event
  lastTimestamp: "2026-07-28T14:10:43Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T14:10:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:10:43Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-vc5g9.18c67974851a21d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "47593"
    uid: b043e32d-32af-4436-840d-3010397cc0ce
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:10:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-vc5g9
    namespace: kserve-ci-e2e-test
    resourceVersion: "47496"
    uid: 8314a768-d3c1-48cd-aa85-953de1d97400
  kind: Event
  lastTimestamp: "2026-07-28T14:10:43Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T14:10:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:10:43Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-vc5g9.18c679748589cdf2
    namespace: kserve-ci-e2e-test
    resourceVersion: "47594"
    uid: 67ed806a-f650-4f0e-b48b-16032d27f7c8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T14:10:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-vc5g9
    namespace: kserve-ci-e2e-test
    resourceVersion: "47496"
    uid: 8314a768-d3c1-48cd-aa85-953de1d97400
  kind: Event
  lastTimestamp: "2026-07-28T14:10:50Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.52:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T14:10:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:10:50Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-vc5g9.18c67974c93392c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "47649"
    uid: 0d18751f-2bae-4d94-b0db-b91bf4e3628f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:11:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-vc5g9
    namespace: kserve-ci-e2e-test
    resourceVersion: "47496"
    uid: 8314a768-d3c1-48cd-aa85-953de1d97400
  kind: Event
  lastTimestamp: "2026-07-28T14:11:13Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T14:11:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:11:13Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-vc5g9.18c6797b6d55e77f
    namespace: kserve-ci-e2e-test
    resourceVersion: "47836"
    uid: 58d7f6b2-21fc-4093-9f4d-73f8ea283f8b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:11:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-vc5g9
    namespace: kserve-ci-e2e-test
    resourceVersion: "47496"
    uid: 8314a768-d3c1-48cd-aa85-953de1d97400
  kind: Event
  lastTimestamp: "2026-07-28T14:11:13Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T14:11:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:11:13Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-vc5g9.18c6797b6d56625d
    namespace: kserve-ci-e2e-test
    resourceVersion: "47838"
    uid: 105d596e-ce49-4da2-a87d-d4cf73f66a50
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-28T14:11:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-vc5g9
    namespace: kserve-ci-e2e-test
    resourceVersion: "47496"
    uid: 8314a768-d3c1-48cd-aa85-953de1d97400
  kind: Event
  lastTimestamp: "2026-07-28T14:11:40Z"
  message: 'Readiness probe failed: Get "https://10.132.0.52:8643/healthz": dial tcp
    10.132.0.52:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T14:11:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:11:40Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-vc5g9.18c6797c0134efd1
    namespace: kserve-ci-e2e-test
    resourceVersion: "48086"
    uid: 68368d18-0ae1-40a6-80b2-4a4bf7d03038
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:10:33Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-tensorflow-runtime-predictor-855cfcd677
    namespace: kserve-ci-e2e-test
    resourceVersion: "47484"
    uid: f7c62d43-18e1-42b7-bba5-5f7fcdadd2a3
  kind: Event
  lastTimestamp: "2026-07-28T14:10:33Z"
  message: 'Created pod: isvc-tensorflow-runtime-predictor-855cfcd677-vc5g9'
  metadata:
    creationTimestamp: "2026-07-28T14:10:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T14:10:33Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677.18c67972404a807b
    namespace: kserve-ci-e2e-test
    resourceVersion: "47497"
    uid: 8690a0a9-84f5-4056-a7f4-eb5e6ee3471a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:10:33Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "47482"
    uid: 738acc1a-e621-48b8-8944-1a9177c5f94f
  kind: Event
  lastTimestamp: "2026-07-28T14:10:33Z"
  message: Scaled up replica set isvc-tensorflow-runtime-predictor-855cfcd677 from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-28T14:10:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T14:10:33Z"
    name: isvc-tensorflow-runtime-predictor.18c679723a1dd2e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "47485"
    uid: 60ff2417-e8d0-42b5-9991-ac4541bcd810
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T14:10:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "47483"
    uid: d75c2e41-4647-40ac-bab2-d18374caf504
  kind: Event
  lastTimestamp: "2026-07-28T14:11:03Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T14:10:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T14:11:03Z"
    name: isvc-tensorflow-runtime-predictor.18c67975b9fa06a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "47759"
    uid: d3c37121-c93c-4d37-9f13-671849cc11a9
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T14:10:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "47483"
    uid: d75c2e41-4647-40ac-bab2-d18374caf504
  kind: Event
  lastTimestamp: "2026-07-28T14:11:03Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T14:10:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T14:11:03Z"
    name: isvc-tensorflow-runtime-predictor.18c67975baab3ac6
    namespace: kserve-ci-e2e-test
    resourceVersion: "47760"
    uid: c0373bf0-d903-4d96-ab94-eb8552db7917
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T14:10:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "47474"
    uid: b4e7e0d0-c21b-42fb-9462-80f3d2587e4c
  kind: Event
  lastTimestamp: "2026-07-28T14:11:00Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T14:10:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T14:11:00Z"
    name: isvc-tensorflow-runtime.18c679723a813455
    namespace: kserve-ci-e2e-test
    resourceVersion: "47738"
    uid: f659b317-c479-4a45-89d1-b6d2af10c1c7
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:10:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "47474"
    uid: b4e7e0d0-c21b-42fb-9462-80f3d2587e4c
  kind: Event
  lastTimestamp: "2026-07-28T14:10:33Z"
  message: 'Failed to update status for InferenceService "isvc-tensorflow-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-tensorflow-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T14:10:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T14:10:33Z"
    name: isvc-tensorflow-runtime.18c679723b0a3ea3
    namespace: kserve-ci-e2e-test
    resourceVersion: "47489"
    uid: 802718d9-ae66-41ce-b7e9-e4d2c45d89d8
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:11:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "47736"
    uid: b4e7e0d0-c21b-42fb-9462-80f3d2587e4c
  kind: Event
  lastTimestamp: "2026-07-28T14:11:00Z"
  message: InferenceService [isvc-tensorflow-runtime] is Ready
  metadata:
    creationTimestamp: "2026-07-28T14:11:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T14:11:00Z"
    name: isvc-tensorflow-runtime.18c679788a6c96ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "47737"
    uid: 847ae833-0ab4-4590-ab36-bbc1a47f1e57
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-28T14:09:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "47065"
    uid: bcdd8e0b-b0ce-493c-ba72-71ab3598fb36
  kind: Event
  lastTimestamp: "2026-07-28T14:10:14Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T14:09:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T14:10:14Z"
    name: isvc-tensorflow.18c679679365a21e
    namespace: kserve-ci-e2e-test
    resourceVersion: "47320"
    uid: fbee1bc6-da74-4602-9e81-9950fa6496c3
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T14:09:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "47065"
    uid: bcdd8e0b-b0ce-493c-ba72-71ab3598fb36
  kind: Event
  lastTimestamp: "2026-07-28T14:09:48Z"
  message: 'Failed to update status for InferenceService "isvc-tensorflow": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-tensorflow":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T14:09:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T14:09:48Z"
    name: isvc-tensorflow.18c6796793cd154e
    namespace: kserve-ci-e2e-test
    resourceVersion: "47097"
    uid: e1203798-b685-4380-b886-8323c769afd8
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:09:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "47068"
    uid: bcdd8e0b-b0ce-493c-ba72-71ab3598fb36
  kind: Event
  lastTimestamp: "2026-07-28T14:09:48Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-tensorflow": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-28T14:09:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T14:09:48Z"
    name: isvc-tensorflow.18c679679d267259
    namespace: kserve-ci-e2e-test
    resourceVersion: "47098"
    uid: de68f8c6-9858-4c83-be8a-21c0fc28a151
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:10:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "47318"
    uid: bcdd8e0b-b0ce-493c-ba72-71ab3598fb36
  kind: Event
  lastTimestamp: "2026-07-28T14:10:14Z"
  message: InferenceService [isvc-tensorflow] is Ready
  metadata:
    creationTimestamp: "2026-07-28T14:10:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T14:10:14Z"
    name: isvc-tensorflow.18c6796dc45ff6be
    namespace: kserve-ci-e2e-test
    resourceVersion: "47319"
    uid: 4c837540-aa81-43ae-bb77-a0c4776496cd
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T14:11:18.489616Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-kngj9
    namespace: kserve-ci-e2e-test
    resourceVersion: "47898"
    uid: 79eaa522-f069-4f1b-a399-242268782d37
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-triton-predictor-5d7db58676-kngj9
    to ip-10-0-129-177.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T14:11:18Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T14:11:18Z"
    name: isvc-triton-predictor-5d7db58676-kngj9.18c6797ca164d3d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "47906"
    uid: d3561a6c-6a9f-4a2b-be09-0386e36a283e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-66456f4f6-kkfbw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:11:18Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-kngj9
    namespace: kserve-ci-e2e-test
    resourceVersion: "47910"
    uid: 79eaa522-f069-4f1b-a399-242268782d37
  kind: Event
  lastTimestamp: "2026-07-28T14:11:18Z"
  message: Add eth0 [10.134.0.57/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T14:11:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T14:11:18Z"
    name: isvc-triton-predictor-5d7db58676-kngj9.18c6797cbb15d964
    namespace: kserve-ci-e2e-test
    resourceVersion: "47915"
    uid: 439bfe16-7e03-4918-a9f3-f640bf84a262
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:11:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-kngj9
    namespace: kserve-ci-e2e-test
    resourceVersion: "47904"
    uid: 79eaa522-f069-4f1b-a399-242268782d37
  kind: Event
  lastTimestamp: "2026-07-28T14:11:18Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T14:11:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:11:18Z"
    name: isvc-triton-predictor-5d7db58676-kngj9.18c6797cbc8fd3c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "47917"
    uid: 0922a1e2-e21d-4748-b5b2-6e19afa4fa7d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:11:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-kngj9
    namespace: kserve-ci-e2e-test
    resourceVersion: "47904"
    uid: 79eaa522-f069-4f1b-a399-242268782d37
  kind: Event
  lastTimestamp: "2026-07-28T14:11:19Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T14:11:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:11:19Z"
    name: isvc-triton-predictor-5d7db58676-kngj9.18c6797cc05d0eb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "47918"
    uid: d7e42e67-4134-49e8-b996-a83f0d1f446e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:11:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-kngj9
    namespace: kserve-ci-e2e-test
    resourceVersion: "47904"
    uid: 79eaa522-f069-4f1b-a399-242268782d37
  kind: Event
  lastTimestamp: "2026-07-28T14:11:19Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T14:11:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:11:19Z"
    name: isvc-triton-predictor-5d7db58676-kngj9.18c6797cc0d2fc7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "47919"
    uid: 72267dc5-b3e4-464b-9b6a-510f2e77b96d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:11:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-kngj9
    namespace: kserve-ci-e2e-test
    resourceVersion: "47904"
    uid: 79eaa522-f069-4f1b-a399-242268782d37
  kind: Event
  lastTimestamp: "2026-07-28T14:11:23Z"
  message: Pulling image "nvcr.io/nvidia/tritonserver:23.05-py3"
  metadata:
    creationTimestamp: "2026-07-28T14:11:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:11:23Z"
    name: isvc-triton-predictor-5d7db58676-kngj9.18c6797de361a12c
    namespace: kserve-ci-e2e-test
    resourceVersion: "47962"
    uid: ce3fdfb5-4ae5-48b2-8899-aab70e4b01a8
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:13:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-kngj9
    namespace: kserve-ci-e2e-test
    resourceVersion: "47904"
    uid: 79eaa522-f069-4f1b-a399-242268782d37
  kind: Event
  lastTimestamp: "2026-07-28T14:13:18Z"
  message: 'Successfully pulled image "nvcr.io/nvidia/tritonserver:23.05-py3" in 1m54.952s
    (1m54.952s including waiting). Image size: 12907074623 bytes.'
  metadata:
    creationTimestamp: "2026-07-28T14:13:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:13:18Z"
    name: isvc-triton-predictor-5d7db58676-kngj9.18c67998a7147666
    namespace: kserve-ci-e2e-test
    resourceVersion: "48773"
    uid: 8539d042-110e-4044-aa78-62112533791e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:13:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-kngj9
    namespace: kserve-ci-e2e-test
    resourceVersion: "47904"
    uid: 79eaa522-f069-4f1b-a399-242268782d37
  kind: Event
  lastTimestamp: "2026-07-28T14:13:18Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T14:13:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:13:18Z"
    name: isvc-triton-predictor-5d7db58676-kngj9.18c67998ad667985
    namespace: kserve-ci-e2e-test
    resourceVersion: "48775"
    uid: 3f3d8e1e-9e26-4e60-878e-685fe7d69f17
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:13:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-kngj9
    namespace: kserve-ci-e2e-test
    resourceVersion: "47904"
    uid: 79eaa522-f069-4f1b-a399-242268782d37
  kind: Event
  lastTimestamp: "2026-07-28T14:13:18Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T14:13:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:13:18Z"
    name: isvc-triton-predictor-5d7db58676-kngj9.18c67998aeb19121
    namespace: kserve-ci-e2e-test
    resourceVersion: "48776"
    uid: 84fc4ad5-ccf8-4b92-acc5-96589a9bdae0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:13:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-kngj9
    namespace: kserve-ci-e2e-test
    resourceVersion: "47904"
    uid: 79eaa522-f069-4f1b-a399-242268782d37
  kind: Event
  lastTimestamp: "2026-07-28T14:13:18Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T14:13:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:13:18Z"
    name: isvc-triton-predictor-5d7db58676-kngj9.18c67998aebbea8a
    namespace: kserve-ci-e2e-test
    resourceVersion: "48777"
    uid: 4c100896-1084-49d7-b74a-b5ba742e52a0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:13:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-kngj9
    namespace: kserve-ci-e2e-test
    resourceVersion: "47904"
    uid: 79eaa522-f069-4f1b-a399-242268782d37
  kind: Event
  lastTimestamp: "2026-07-28T14:13:19Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T14:13:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:13:19Z"
    name: isvc-triton-predictor-5d7db58676-kngj9.18c67998b4c6df27
    namespace: kserve-ci-e2e-test
    resourceVersion: "48779"
    uid: 5d41bcff-b879-49db-9523-86773b8e1133
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:13:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-kngj9
    namespace: kserve-ci-e2e-test
    resourceVersion: "47904"
    uid: 79eaa522-f069-4f1b-a399-242268782d37
  kind: Event
  lastTimestamp: "2026-07-28T14:13:19Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T14:13:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:13:19Z"
    name: isvc-triton-predictor-5d7db58676-kngj9.18c67998b661f32e
    namespace: kserve-ci-e2e-test
    resourceVersion: "48780"
    uid: 3717122e-3bb3-4c70-a3be-0e6b7993a8e0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T14:13:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-kngj9
    namespace: kserve-ci-e2e-test
    resourceVersion: "47904"
    uid: 79eaa522-f069-4f1b-a399-242268782d37
  kind: Event
  lastTimestamp: "2026-07-28T14:13:21Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.57:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T14:13:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:13:21Z"
    name: isvc-triton-predictor-5d7db58676-kngj9.18c6799909108a8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "48797"
    uid: cf88e8e3-5d42-4d5a-afb4-6d1c164dfb2e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:13:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-kngj9
    namespace: kserve-ci-e2e-test
    resourceVersion: "47904"
    uid: 79eaa522-f069-4f1b-a399-242268782d37
  kind: Event
  lastTimestamp: "2026-07-28T14:13:41Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T14:13:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:13:41Z"
    name: isvc-triton-predictor-5d7db58676-kngj9.18c6799dd58dd13d
    namespace: kserve-ci-e2e-test
    resourceVersion: "48964"
    uid: 917d0801-5857-4b9b-9a8a-60ef7263b6b3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:13:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-kngj9
    namespace: kserve-ci-e2e-test
    resourceVersion: "47904"
    uid: 79eaa522-f069-4f1b-a399-242268782d37
  kind: Event
  lastTimestamp: "2026-07-28T14:13:41Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T14:13:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:13:41Z"
    name: isvc-triton-predictor-5d7db58676-kngj9.18c6799dd590fd16
    namespace: kserve-ci-e2e-test
    resourceVersion: "48965"
    uid: 4531c29f-f861-4808-b741-11fe752521d8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:13:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-kngj9
    namespace: kserve-ci-e2e-test
    resourceVersion: "47904"
    uid: 79eaa522-f069-4f1b-a399-242268782d37
  kind: Event
  lastTimestamp: "2026-07-28T14:13:41Z"
  message: 'Readiness probe failed: Get "https://10.134.0.57:8643/healthz": dial tcp
    10.134.0.57:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T14:13:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:13:41Z"
    name: isvc-triton-predictor-5d7db58676-kngj9.18c6799ded04b585
    namespace: kserve-ci-e2e-test
    resourceVersion: "48970"
    uid: 122113ed-8f03-4f2a-bdb3-6b1544865ada
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:11:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-triton-predictor-5d7db58676
    namespace: kserve-ci-e2e-test
    resourceVersion: "47888"
    uid: a8be29b0-1ff5-4545-a2af-e5b7595d7f7b
  kind: Event
  lastTimestamp: "2026-07-28T14:11:18Z"
  message: 'Created pod: isvc-triton-predictor-5d7db58676-kngj9'
  metadata:
    creationTimestamp: "2026-07-28T14:11:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T14:11:18Z"
    name: isvc-triton-predictor-5d7db58676.18c6797ca0dbbffc
    namespace: kserve-ci-e2e-test
    resourceVersion: "47903"
    uid: 4c9d1840-6146-443f-91e2-e0eebdd6227c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:11:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "47886"
    uid: 490b1d5c-71f2-4fa6-9441-689a43f2220f
  kind: Event
  lastTimestamp: "2026-07-28T14:11:18Z"
  message: Scaled up replica set isvc-triton-predictor-5d7db58676 from 0 to 1
  metadata:
    creationTimestamp: "2026-07-28T14:11:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T14:11:18Z"
    name: isvc-triton-predictor.18c6797c9da5c436
    namespace: kserve-ci-e2e-test
    resourceVersion: "47889"
    uid: b2e935ef-fbc5-4472-ad1b-95f79c846ce4
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-28T14:11:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "47887"
    uid: a63cffc9-db83-4cf0-a4ba-16a36d6eaf2c
  kind: Event
  lastTimestamp: "2026-07-28T14:13:33Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T14:11:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T14:13:33Z"
    name: isvc-triton-predictor.18c679801c6a3bb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "48892"
    uid: 0927c143-b894-44ad-a900-748439423791
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-28T14:11:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "47887"
    uid: a63cffc9-db83-4cf0-a4ba-16a36d6eaf2c
  kind: Event
  lastTimestamp: "2026-07-28T14:13:33Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T14:11:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T14:13:33Z"
    name: isvc-triton-predictor.18c679801cf74868
    namespace: kserve-ci-e2e-test
    resourceVersion: "48893"
    uid: 51778478-cf8d-4dc6-acb9-fd03e1422aeb
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T14:11:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "47878"
    uid: 52e7c98d-1768-4e6a-b8d2-50b1f61f7eb7
  kind: Event
  lastTimestamp: "2026-07-28T14:13:26Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T14:11:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T14:13:26Z"
    name: isvc-triton.18c6797c9da9e5aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "48841"
    uid: d38ecd9e-46c4-4fb2-85f3-c9fb5d6291bc
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:11:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "47878"
    uid: 52e7c98d-1768-4e6a-b8d2-50b1f61f7eb7
  kind: Event
  lastTimestamp: "2026-07-28T14:11:18Z"
  message: 'Failed to update status for InferenceService "isvc-triton": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-triton": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-07-28T14:11:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T14:11:18Z"
    name: isvc-triton.18c6797c9e30bcdf
    namespace: kserve-ci-e2e-test
    resourceVersion: "47893"
    uid: bd677eba-18d8-4e9a-9e30-a786a6a68141
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:13:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "48839"
    uid: 52e7c98d-1768-4e6a-b8d2-50b1f61f7eb7
  kind: Event
  lastTimestamp: "2026-07-28T14:13:26Z"
  message: InferenceService [isvc-triton] is Ready
  metadata:
    creationTimestamp: "2026-07-28T14:13:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T14:13:26Z"
    name: isvc-triton.18c6799a7611cce5
    namespace: kserve-ci-e2e-test
    resourceVersion: "48840"
    uid: 2f7770f8-798e-4783-a60b-db08ddfb67da
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T14:13:46.252299Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-6fzcg
    namespace: kserve-ci-e2e-test
    resourceVersion: "49024"
    uid: be163698-d313-407f-9f10-67905b11e8d7
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-predictor-7566d65bf7-6fzcg
    to ip-10-0-129-177.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T14:13:46Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T14:13:46Z"
    name: isvc-xgboost-predictor-7566d65bf7-6fzcg.18c6799f08bc7763
    namespace: kserve-ci-e2e-test
    resourceVersion: "49028"
    uid: 607dac1c-2579-44b9-9f66-4f795fcb348b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-66456f4f6-kkfbw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:13:46Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-6fzcg
    namespace: kserve-ci-e2e-test
    resourceVersion: "49035"
    uid: be163698-d313-407f-9f10-67905b11e8d7
  kind: Event
  lastTimestamp: "2026-07-28T14:13:46Z"
  message: Add eth0 [10.134.0.58/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T14:13:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T14:13:46Z"
    name: isvc-xgboost-predictor-7566d65bf7-6fzcg.18c6799f2584bfb1
    namespace: kserve-ci-e2e-test
    resourceVersion: "49044"
    uid: 86d0c9cf-1fb9-4414-b05e-a9e01870fe58
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:13:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-6fzcg
    namespace: kserve-ci-e2e-test
    resourceVersion: "49026"
    uid: be163698-d313-407f-9f10-67905b11e8d7
  kind: Event
  lastTimestamp: "2026-07-28T14:13:46Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T14:13:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:13:46Z"
    name: isvc-xgboost-predictor-7566d65bf7-6fzcg.18c6799f27014c3f
    namespace: kserve-ci-e2e-test
    resourceVersion: "49046"
    uid: 9499bd9b-48a4-4e76-9e1d-d63f154b0cdd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:13:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-6fzcg
    namespace: kserve-ci-e2e-test
    resourceVersion: "49026"
    uid: be163698-d313-407f-9f10-67905b11e8d7
  kind: Event
  lastTimestamp: "2026-07-28T14:13:46Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T14:13:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:13:46Z"
    name: isvc-xgboost-predictor-7566d65bf7-6fzcg.18c6799f2c289bb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "49047"
    uid: 9733f30d-e791-411b-9e46-d509cbb80c74
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:13:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-6fzcg
    namespace: kserve-ci-e2e-test
    resourceVersion: "49026"
    uid: be163698-d313-407f-9f10-67905b11e8d7
  kind: Event
  lastTimestamp: "2026-07-28T14:13:46Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T14:13:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:13:46Z"
    name: isvc-xgboost-predictor-7566d65bf7-6fzcg.18c6799f2cfc2a1e
    namespace: kserve-ci-e2e-test
    resourceVersion: "49048"
    uid: 195040f7-4816-4b3b-88f9-928dca5f6c0f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:13:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-6fzcg
    namespace: kserve-ci-e2e-test
    resourceVersion: "49026"
    uid: be163698-d313-407f-9f10-67905b11e8d7
  kind: Event
  lastTimestamp: "2026-07-28T14:13:51Z"
  message: Pulling image "kserve/xgbserver:latest"
  metadata:
    creationTimestamp: "2026-07-28T14:13:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:13:51Z"
    name: isvc-xgboost-predictor-7566d65bf7-6fzcg.18c679a048986924
    namespace: kserve-ci-e2e-test
    resourceVersion: "49092"
    uid: 84ffe755-586a-4f45-9ed8-c5c50da6c51f
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:14:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-6fzcg
    namespace: kserve-ci-e2e-test
    resourceVersion: "49026"
    uid: be163698-d313-407f-9f10-67905b11e8d7
  kind: Event
  lastTimestamp: "2026-07-28T14:14:09Z"
  message: 'Successfully pulled image "kserve/xgbserver:latest" in 18.174s (18.174s
    including waiting). Image size: 1307355896 bytes.'
  metadata:
    creationTimestamp: "2026-07-28T14:14:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:14:09Z"
    name: isvc-xgboost-predictor-7566d65bf7-6fzcg.18c679a483de5e50
    namespace: kserve-ci-e2e-test
    resourceVersion: "49230"
    uid: a6ae5047-60e2-441d-b21d-2968a209b0fb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:14:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-6fzcg
    namespace: kserve-ci-e2e-test
    resourceVersion: "49026"
    uid: be163698-d313-407f-9f10-67905b11e8d7
  kind: Event
  lastTimestamp: "2026-07-28T14:14:09Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T14:14:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:14:09Z"
    name: isvc-xgboost-predictor-7566d65bf7-6fzcg.18c679a486f95fcf
    namespace: kserve-ci-e2e-test
    resourceVersion: "49231"
    uid: 20c1d0b7-980a-4f36-83a5-d0c7c7616985
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:14:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-6fzcg
    namespace: kserve-ci-e2e-test
    resourceVersion: "49026"
    uid: be163698-d313-407f-9f10-67905b11e8d7
  kind: Event
  lastTimestamp: "2026-07-28T14:14:09Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T14:14:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:14:09Z"
    name: isvc-xgboost-predictor-7566d65bf7-6fzcg.18c679a4876d9316
    namespace: kserve-ci-e2e-test
    resourceVersion: "49232"
    uid: e59ac3a8-1b31-4395-8ed1-019758a45e45
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:14:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-6fzcg
    namespace: kserve-ci-e2e-test
    resourceVersion: "49026"
    uid: be163698-d313-407f-9f10-67905b11e8d7
  kind: Event
  lastTimestamp: "2026-07-28T14:14:09Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T14:14:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:14:09Z"
    name: isvc-xgboost-predictor-7566d65bf7-6fzcg.18c679a48777776c
    namespace: kserve-ci-e2e-test
    resourceVersion: "49233"
    uid: a9e24c1b-648f-4163-a579-2dd34859952b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:14:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-6fzcg
    namespace: kserve-ci-e2e-test
    resourceVersion: "49026"
    uid: be163698-d313-407f-9f10-67905b11e8d7
  kind: Event
  lastTimestamp: "2026-07-28T14:14:09Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T14:14:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:14:09Z"
    name: isvc-xgboost-predictor-7566d65bf7-6fzcg.18c679a48a2fd95e
    namespace: kserve-ci-e2e-test
    resourceVersion: "49234"
    uid: 2bbcbee2-6e83-4a9e-b92b-9e42bb8939bc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:14:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-6fzcg
    namespace: kserve-ci-e2e-test
    resourceVersion: "49026"
    uid: be163698-d313-407f-9f10-67905b11e8d7
  kind: Event
  lastTimestamp: "2026-07-28T14:14:09Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T14:14:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:14:09Z"
    name: isvc-xgboost-predictor-7566d65bf7-6fzcg.18c679a48aa35698
    namespace: kserve-ci-e2e-test
    resourceVersion: "49235"
    uid: 0b5f4bd5-832f-4f0f-a9db-5db54ef88465
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-07-28T14:14:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-6fzcg
    namespace: kserve-ci-e2e-test
    resourceVersion: "49026"
    uid: be163698-d313-407f-9f10-67905b11e8d7
  kind: Event
  lastTimestamp: "2026-07-28T14:15:16Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.58:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T14:14:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:15:16Z"
    name: isvc-xgboost-predictor-7566d65bf7-6fzcg.18c679a4bac6eee8
    namespace: kserve-ci-e2e-test
    resourceVersion: "49738"
    uid: 20cbd087-7cb8-472b-a41a-ceb7f2b068ab
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:15:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-6fzcg
    namespace: kserve-ci-e2e-test
    resourceVersion: "49026"
    uid: be163698-d313-407f-9f10-67905b11e8d7
  kind: Event
  lastTimestamp: "2026-07-28T14:15:16Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T14:15:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:15:16Z"
    name: isvc-xgboost-predictor-7566d65bf7-6fzcg.18c679b40a261c9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "49732"
    uid: c19c5847-b08e-481a-9490-1becf142321d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:15:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-6fzcg
    namespace: kserve-ci-e2e-test
    resourceVersion: "49026"
    uid: be163698-d313-407f-9f10-67905b11e8d7
  kind: Event
  lastTimestamp: "2026-07-28T14:15:16Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T14:15:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:15:16Z"
    name: isvc-xgboost-predictor-7566d65bf7-6fzcg.18c679b40a27373f
    namespace: kserve-ci-e2e-test
    resourceVersion: "49734"
    uid: 55dfedc1-c166-4128-b92b-93374cec95eb
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:15:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-6fzcg
    namespace: kserve-ci-e2e-test
    resourceVersion: "49026"
    uid: be163698-d313-407f-9f10-67905b11e8d7
  kind: Event
  lastTimestamp: "2026-07-28T14:15:16Z"
  message: 'Readiness probe failed: Get "https://10.134.0.58:8643/healthz": dial tcp
    10.134.0.58:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T14:15:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:15:16Z"
    name: isvc-xgboost-predictor-7566d65bf7-6fzcg.18c679b418e188cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "49737"
    uid: 44aff746-abe9-4c58-bf5b-29c5b1266903
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:13:46Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-predictor-7566d65bf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "49013"
    uid: fda70287-8337-48d6-b45b-3c42f2c8df50
  kind: Event
  lastTimestamp: "2026-07-28T14:13:46Z"
  message: 'Created pod: isvc-xgboost-predictor-7566d65bf7-6fzcg'
  metadata:
    creationTimestamp: "2026-07-28T14:13:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T14:13:46Z"
    name: isvc-xgboost-predictor-7566d65bf7.18c6799f084d4b93
    namespace: kserve-ci-e2e-test
    resourceVersion: "49025"
    uid: 56ef243a-fe9f-414a-a77e-81445502edc8
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:13:46Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "49011"
    uid: acb70c5b-0059-44ee-9d67-8f465f5a7d92
  kind: Event
  lastTimestamp: "2026-07-28T14:13:46Z"
  message: Scaled up replica set isvc-xgboost-predictor-7566d65bf7 from 0 to 1
  metadata:
    creationTimestamp: "2026-07-28T14:13:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T14:13:46Z"
    name: isvc-xgboost-predictor.18c6799f0392d21d
    namespace: kserve-ci-e2e-test
    resourceVersion: "49014"
    uid: 6c170b3e-be65-449c-a853-22ec115de3f8
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T14:14:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "49012"
    uid: 32b3e5c1-5a07-46f6-86f3-c4b6539dcb2f
  kind: Event
  lastTimestamp: "2026-07-28T14:14:46Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T14:14:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T14:14:46Z"
    name: isvc-xgboost-predictor.18c679a282121974
    namespace: kserve-ci-e2e-test
    resourceVersion: "49488"
    uid: 034ecad8-94e4-4c68-9bd4-7cbc0ce3bca7
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T14:14:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "49012"
    uid: 32b3e5c1-5a07-46f6-86f3-c4b6539dcb2f
  kind: Event
  lastTimestamp: "2026-07-28T14:14:46Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T14:14:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T14:14:46Z"
    name: isvc-xgboost-predictor.18c679a2828c1f47
    namespace: kserve-ci-e2e-test
    resourceVersion: "49489"
    uid: 63352709-e1aa-4a40-8977-32cb9b42c1d1
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T14:15:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "49167"
    uid: 32b3e5c1-5a07-46f6-86f3-c4b6539dcb2f
  kind: Event
  lastTimestamp: "2026-07-28T14:15:16Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T14:15:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T14:15:16Z"
    name: isvc-xgboost-predictor.18c679b07f1edab2
    namespace: kserve-ci-e2e-test
    resourceVersion: "49715"
    uid: 63b7c081-5aa0-49d2-9388-67e2871ad1a0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T14:15:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "49167"
    uid: 32b3e5c1-5a07-46f6-86f3-c4b6539dcb2f
  kind: Event
  lastTimestamp: "2026-07-28T14:15:16Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T14:15:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T14:15:16Z"
    name: isvc-xgboost-predictor.18c679b07f95ecdd
    namespace: kserve-ci-e2e-test
    resourceVersion: "49716"
    uid: 9ebfe529-7c85-4620-910a-de8c3863f478
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T14:17:12.192534Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-stfc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "50747"
    uid: 4bcdc23a-f84e-401c-ac5e-3ece4f82eca4
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-runtime-predictor-54dd488c85-stfc9
    to ip-10-0-129-177.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T14:17:12Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T14:17:12Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-stfc9.18c679cefbbb0f23
    namespace: kserve-ci-e2e-test
    resourceVersion: "50751"
    uid: 23edbe4c-761f-4704-8a9d-4e4f13972f43
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-66456f4f6-kkfbw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:17:12Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-stfc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "50748"
    uid: 4bcdc23a-f84e-401c-ac5e-3ece4f82eca4
  kind: Event
  lastTimestamp: "2026-07-28T14:17:12Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-xgboost-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-28T14:17:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:17:12Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-stfc9.18c679cf072c61c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "50765"
    uid: d0035744-d21a-42d0-9a2c-f69f2f514e48
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:17:13Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-stfc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "50757"
    uid: 4bcdc23a-f84e-401c-ac5e-3ece4f82eca4
  kind: Event
  lastTimestamp: "2026-07-28T14:17:13Z"
  message: Add eth0 [10.134.0.61/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T14:17:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T14:17:13Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-stfc9.18c679cf394fe261
    namespace: kserve-ci-e2e-test
    resourceVersion: "50775"
    uid: b4d298cb-6a43-424f-a2a6-e1b7b1f7ce52
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:17:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-stfc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "50748"
    uid: 4bcdc23a-f84e-401c-ac5e-3ece4f82eca4
  kind: Event
  lastTimestamp: "2026-07-28T14:17:13Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T14:17:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:17:13Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-stfc9.18c679cf3ad473e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "50777"
    uid: ec14db50-b76b-4804-875e-c9c1c7aba454
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:17:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-stfc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "50748"
    uid: 4bcdc23a-f84e-401c-ac5e-3ece4f82eca4
  kind: Event
  lastTimestamp: "2026-07-28T14:17:13Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T14:17:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:17:13Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-stfc9.18c679cf3e2b6b39
    namespace: kserve-ci-e2e-test
    resourceVersion: "50779"
    uid: 16d047ea-9f52-4df9-9149-31cd32f66460
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:17:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-stfc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "50748"
    uid: 4bcdc23a-f84e-401c-ac5e-3ece4f82eca4
  kind: Event
  lastTimestamp: "2026-07-28T14:17:13Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T14:17:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:17:13Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-stfc9.18c679cf3ea934f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "50780"
    uid: cd6945f8-2e70-465a-973e-af0f46815364
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:17:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-stfc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "50748"
    uid: 4bcdc23a-f84e-401c-ac5e-3ece4f82eca4
  kind: Event
  lastTimestamp: "2026-07-28T14:17:17Z"
  message: Container image "kserve/xgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-28T14:17:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:17:17Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-stfc9.18c679d03933e26e
    namespace: kserve-ci-e2e-test
    resourceVersion: "50819"
    uid: f4b9c5da-a449-4286-965a-cd07aac27ba1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:17:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-stfc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "50748"
    uid: 4bcdc23a-f84e-401c-ac5e-3ece4f82eca4
  kind: Event
  lastTimestamp: "2026-07-28T14:17:17Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T14:17:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:17:17Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-stfc9.18c679d03c41da47
    namespace: kserve-ci-e2e-test
    resourceVersion: "50821"
    uid: 8c185238-320e-47ae-a4e1-dfa57e2f9a44
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:17:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-stfc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "50748"
    uid: 4bcdc23a-f84e-401c-ac5e-3ece4f82eca4
  kind: Event
  lastTimestamp: "2026-07-28T14:17:17Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T14:17:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:17:17Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-stfc9.18c679d03cba7611
    namespace: kserve-ci-e2e-test
    resourceVersion: "50822"
    uid: b7627dcb-7e91-4068-8190-b812d4cf0ca4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:17:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-stfc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "50748"
    uid: 4bcdc23a-f84e-401c-ac5e-3ece4f82eca4
  kind: Event
  lastTimestamp: "2026-07-28T14:17:17Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T14:17:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:17:17Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-stfc9.18c679d03cc4a984
    namespace: kserve-ci-e2e-test
    resourceVersion: "50823"
    uid: 53003de3-bcdc-4bc7-85ef-e5b523815945
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:17:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-stfc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "50748"
    uid: 4bcdc23a-f84e-401c-ac5e-3ece4f82eca4
  kind: Event
  lastTimestamp: "2026-07-28T14:17:17Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T14:17:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:17:17Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-stfc9.18c679d03f94bc8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "50826"
    uid: 53ed1fb0-02be-4f88-b82c-985c9207763f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:17:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-stfc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "50748"
    uid: 4bcdc23a-f84e-401c-ac5e-3ece4f82eca4
  kind: Event
  lastTimestamp: "2026-07-28T14:17:17Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T14:17:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:17:17Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-stfc9.18c679d0400d2a39
    namespace: kserve-ci-e2e-test
    resourceVersion: "50827"
    uid: bfa0cf55-9a75-4689-82a0-864100a2bf27
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-07-28T14:17:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-stfc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "50748"
    uid: 4bcdc23a-f84e-401c-ac5e-3ece4f82eca4
  kind: Event
  lastTimestamp: "2026-07-28T14:18:24Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.61:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T14:17:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:18:24Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-stfc9.18c679d0753a04d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "51335"
    uid: 00b24a7a-9ea1-4d75-b4be-4e49b4aed0ee
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:18:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-stfc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "50748"
    uid: 4bcdc23a-f84e-401c-ac5e-3ece4f82eca4
  kind: Event
  lastTimestamp: "2026-07-28T14:18:22Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T14:18:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:18:22Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-stfc9.18c679df4d86907c
    namespace: kserve-ci-e2e-test
    resourceVersion: "51316"
    uid: 846fb345-c3e0-4693-b185-1d7a00c81a68
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:18:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-stfc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "50748"
    uid: 4bcdc23a-f84e-401c-ac5e-3ece4f82eca4
  kind: Event
  lastTimestamp: "2026-07-28T14:18:22Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T14:18:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:18:22Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-stfc9.18c679df4d87b256
    namespace: kserve-ci-e2e-test
    resourceVersion: "51317"
    uid: 834f4535-43d0-441b-9b97-dc725dc8f380
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:18:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-stfc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "50748"
    uid: 4bcdc23a-f84e-401c-ac5e-3ece4f82eca4
  kind: Event
  lastTimestamp: "2026-07-28T14:18:24Z"
  message: 'Readiness probe failed: Get "https://10.134.0.61:8643/healthz": dial tcp
    10.134.0.61:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T14:18:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:18:24Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-stfc9.18c679dfd35337e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "51334"
    uid: c033fe8e-bfe8-48c5-855e-65dd5f577ffd
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:17:12Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-runtime-predictor-54dd488c85
    namespace: kserve-ci-e2e-test
    resourceVersion: "50738"
    uid: b2e815d5-1d7a-4108-b435-d329b45dcc77
  kind: Event
  lastTimestamp: "2026-07-28T14:17:12Z"
  message: 'Created pod: isvc-xgboost-runtime-predictor-54dd488c85-stfc9'
  metadata:
    creationTimestamp: "2026-07-28T14:17:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T14:17:12Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85.18c679cefb44b547
    namespace: kserve-ci-e2e-test
    resourceVersion: "50749"
    uid: f13f5f7a-27e9-4108-a178-5bec795cafdd
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:17:12Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "50736"
    uid: 617bd9d5-b32f-4efe-a4c6-917293b27807
  kind: Event
  lastTimestamp: "2026-07-28T14:17:12Z"
  message: Scaled up replica set isvc-xgboost-runtime-predictor-54dd488c85 from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-28T14:17:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T14:17:12Z"
    name: isvc-xgboost-runtime-predictor.18c679cef7652c33
    namespace: kserve-ci-e2e-test
    resourceVersion: "50741"
    uid: c19f8e3c-a636-4679-bf23-c2d4d13e33a7
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T14:17:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "50737"
    uid: 8e0da8b7-bced-4bcd-897f-36729590aa75
  kind: Event
  lastTimestamp: "2026-07-28T14:17:42Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T14:17:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T14:17:42Z"
    name: isvc-xgboost-runtime-predictor.18c679d2765b6bb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "51005"
    uid: ec08158a-fa50-4f7c-8419-0d4cb886d93f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T14:17:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "50737"
    uid: 8e0da8b7-bced-4bcd-897f-36729590aa75
  kind: Event
  lastTimestamp: "2026-07-28T14:17:42Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T14:17:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T14:17:42Z"
    name: isvc-xgboost-runtime-predictor.18c679d276ce8bdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "51006"
    uid: 3ac85d83-0349-437c-80d9-d8870abc73de
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T14:17:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "50902"
    uid: 8e0da8b7-bced-4bcd-897f-36729590aa75
  kind: Event
  lastTimestamp: "2026-07-28T14:18:12Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T14:17:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T14:18:12Z"
    name: isvc-xgboost-runtime-predictor.18c679d974f187ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "51217"
    uid: d8058ef4-69c4-48a2-a916-07e4fb3b357e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T14:17:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "50902"
    uid: 8e0da8b7-bced-4bcd-897f-36729590aa75
  kind: Event
  lastTimestamp: "2026-07-28T14:18:12Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T14:17:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T14:18:12Z"
    name: isvc-xgboost-runtime-predictor.18c679d97571090b
    namespace: kserve-ci-e2e-test
    resourceVersion: "51218"
    uid: 9b7741b8-494a-456a-aeb0-56e88de24c22
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-07-28T14:17:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "50727"
    uid: 758eea9e-e3fa-4ff4-82af-4b15faf38626
  kind: Event
  lastTimestamp: "2026-07-28T14:18:14Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T14:17:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T14:18:14Z"
    name: isvc-xgboost-runtime.18c679cef765ea96
    namespace: kserve-ci-e2e-test
    resourceVersion: "51242"
    uid: 561ead80-6ce0-4b0a-aa83-8f0be953690e
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T14:17:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "50727"
    uid: 758eea9e-e3fa-4ff4-82af-4b15faf38626
  kind: Event
  lastTimestamp: "2026-07-28T14:17:12Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T14:17:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T14:17:12Z"
    name: isvc-xgboost-runtime.18c679cef82bc60d
    namespace: kserve-ci-e2e-test
    resourceVersion: "50759"
    uid: d3ac48c2-82c8-47ca-bd2c-ead511d6686e
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:17:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "50732"
    uid: 758eea9e-e3fa-4ff4-82af-4b15faf38626
  kind: Event
  lastTimestamp: "2026-07-28T14:17:12Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-xgboost-runtime": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-28T14:17:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T14:17:12Z"
    name: isvc-xgboost-runtime.18c679ceffa9bfd2
    namespace: kserve-ci-e2e-test
    resourceVersion: "50760"
    uid: de4a0a2c-7140-4735-a217-f9de5f27e945
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:18:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "51240"
    uid: 758eea9e-e3fa-4ff4-82af-4b15faf38626
  kind: Event
  lastTimestamp: "2026-07-28T14:18:14Z"
  message: InferenceService [isvc-xgboost-runtime] is Ready
  metadata:
    creationTimestamp: "2026-07-28T14:18:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T14:18:14Z"
    name: isvc-xgboost-runtime.18c679dd862e2236
    namespace: kserve-ci-e2e-test
    resourceVersion: "51241"
    uid: 978fddc2-52c5-442e-8f0f-436ee74b1bf7
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T14:15:21.631822Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-gvvzk
    namespace: kserve-ci-e2e-test
    resourceVersion: "49805"
    uid: d1e67e6e-9932-4097-9820-68866162135b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-mlserver-predictor-7b55b84f54-gvvzk
    to ip-10-0-129-177.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T14:15:21Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T14:15:21Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-gvvzk.18c679b53dcc6b64
    namespace: kserve-ci-e2e-test
    resourceVersion: "49810"
    uid: 234c14cc-6c31-46e0-8cf8-09312f2e78f7
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-66456f4f6-kkfbw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:15:22Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-gvvzk
    namespace: kserve-ci-e2e-test
    resourceVersion: "49816"
    uid: d1e67e6e-9932-4097-9820-68866162135b
  kind: Event
  lastTimestamp: "2026-07-28T14:15:22Z"
  message: Add eth0 [10.134.0.59/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T14:15:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T14:15:22Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-gvvzk.18c679b5577ca2b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "49822"
    uid: 429753db-5f64-4f73-8667-a34c921b333c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:15:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-gvvzk
    namespace: kserve-ci-e2e-test
    resourceVersion: "49808"
    uid: d1e67e6e-9932-4097-9820-68866162135b
  kind: Event
  lastTimestamp: "2026-07-28T14:15:22Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T14:15:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:15:22Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-gvvzk.18c679b55a2ab72d
    namespace: kserve-ci-e2e-test
    resourceVersion: "49825"
    uid: 27ba7fa2-dd96-46e4-9e76-b163cc16f763
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:15:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-gvvzk
    namespace: kserve-ci-e2e-test
    resourceVersion: "49808"
    uid: d1e67e6e-9932-4097-9820-68866162135b
  kind: Event
  lastTimestamp: "2026-07-28T14:15:22Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T14:15:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:15:22Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-gvvzk.18c679b55cd094c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "49826"
    uid: a648cd86-93dd-4559-82d3-caba3cfcf63c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:15:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-gvvzk
    namespace: kserve-ci-e2e-test
    resourceVersion: "49808"
    uid: d1e67e6e-9932-4097-9820-68866162135b
  kind: Event
  lastTimestamp: "2026-07-28T14:15:22Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T14:15:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:15:22Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-gvvzk.18c679b55d4684f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "49827"
    uid: 301ae066-7b4d-4f07-9338-fdda93904a67
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:15:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-gvvzk
    namespace: kserve-ci-e2e-test
    resourceVersion: "49808"
    uid: d1e67e6e-9932-4097-9820-68866162135b
  kind: Event
  lastTimestamp: "2026-07-28T14:15:26Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-07-28T14:15:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:15:26Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-gvvzk.18c679b644921ef7
    namespace: kserve-ci-e2e-test
    resourceVersion: "49858"
    uid: 90d266f0-ca4a-42d0-b502-efb008d36257
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:15:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-gvvzk
    namespace: kserve-ci-e2e-test
    resourceVersion: "49808"
    uid: d1e67e6e-9932-4097-9820-68866162135b
  kind: Event
  lastTimestamp: "2026-07-28T14:15:26Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T14:15:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:15:26Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-gvvzk.18c679b6483d05f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "49861"
    uid: 5e8048c1-5180-4e69-a8cb-7ca82139451f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:15:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-gvvzk
    namespace: kserve-ci-e2e-test
    resourceVersion: "49808"
    uid: d1e67e6e-9932-4097-9820-68866162135b
  kind: Event
  lastTimestamp: "2026-07-28T14:15:26Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T14:15:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:15:26Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-gvvzk.18c679b648b3c2a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "49862"
    uid: f7721951-7671-4432-ad67-3f1952e8a9c3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:15:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-gvvzk
    namespace: kserve-ci-e2e-test
    resourceVersion: "49808"
    uid: d1e67e6e-9932-4097-9820-68866162135b
  kind: Event
  lastTimestamp: "2026-07-28T14:15:26Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T14:15:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:15:26Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-gvvzk.18c679b648bef37f
    namespace: kserve-ci-e2e-test
    resourceVersion: "49863"
    uid: 07b8ab58-26b7-4554-8632-214c226f6383
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:15:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-gvvzk
    namespace: kserve-ci-e2e-test
    resourceVersion: "49808"
    uid: d1e67e6e-9932-4097-9820-68866162135b
  kind: Event
  lastTimestamp: "2026-07-28T14:15:26Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T14:15:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:15:26Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-gvvzk.18c679b64badba9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "49866"
    uid: a7afcef9-9384-4cde-9934-39833a0302ee
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:15:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-gvvzk
    namespace: kserve-ci-e2e-test
    resourceVersion: "49808"
    uid: d1e67e6e-9932-4097-9820-68866162135b
  kind: Event
  lastTimestamp: "2026-07-28T14:15:26Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T14:15:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:15:26Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-gvvzk.18c679b64c236151
    namespace: kserve-ci-e2e-test
    resourceVersion: "49867"
    uid: f028cc3d-3976-4282-afa6-5264ef6dd5c5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:16:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-gvvzk
    namespace: kserve-ci-e2e-test
    resourceVersion: "49808"
    uid: d1e67e6e-9932-4097-9820-68866162135b
  kind: Event
  lastTimestamp: "2026-07-28T14:16:11Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T14:16:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:16:11Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-gvvzk.18c679c0e488fb6a
    namespace: kserve-ci-e2e-test
    resourceVersion: "50212"
    uid: ac6b0c03-03cf-47ee-8973-6282919fb7ca
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:16:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-gvvzk
    namespace: kserve-ci-e2e-test
    resourceVersion: "49808"
    uid: d1e67e6e-9932-4097-9820-68866162135b
  kind: Event
  lastTimestamp: "2026-07-28T14:16:11Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T14:16:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:16:11Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-gvvzk.18c679c0e48980e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "50213"
    uid: aa84100e-13e1-42d9-9e00-6ebea3686f0f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:16:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-gvvzk
    namespace: kserve-ci-e2e-test
    resourceVersion: "49808"
    uid: d1e67e6e-9932-4097-9820-68866162135b
  kind: Event
  lastTimestamp: "2026-07-28T14:16:14Z"
  message: 'Readiness probe failed: Get "https://10.134.0.59:8643/healthz": dial tcp
    10.134.0.59:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T14:16:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:16:14Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-gvvzk.18c679c172609508
    namespace: kserve-ci-e2e-test
    resourceVersion: "50229"
    uid: 9bf23160-996f-49a1-a5ca-899605675fcf
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:16:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-gvvzk
    namespace: kserve-ci-e2e-test
    resourceVersion: "49808"
    uid: d1e67e6e-9932-4097-9820-68866162135b
  kind: Event
  lastTimestamp: "2026-07-28T14:16:14Z"
  message: 'Readiness probe failed: Get "http://10.134.0.59:8080/v2/models/isvc-xgboost-v2-mlserver/ready":
    dial tcp 10.134.0.59:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T14:16:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:16:14Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-gvvzk.18c679c172ade9fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "50230"
    uid: 8a508833-cf39-4986-b106-04b51cda3693
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:15:21Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54
    namespace: kserve-ci-e2e-test
    resourceVersion: "49793"
    uid: a48e1b3b-7f9c-4597-9056-5cc48ecc64b6
  kind: Event
  lastTimestamp: "2026-07-28T14:15:21Z"
  message: 'Created pod: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-gvvzk'
  metadata:
    creationTimestamp: "2026-07-28T14:15:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T14:15:21Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54.18c679b53cbeb559
    namespace: kserve-ci-e2e-test
    resourceVersion: "49807"
    uid: 0ff2dbd8-d6bd-4534-9450-097107fffb65
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:15:21Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "49791"
    uid: a9b6feab-746a-45d3-9801-36aed11c7c05
  kind: Event
  lastTimestamp: "2026-07-28T14:15:21Z"
  message: Scaled up replica set isvc-xgboost-v2-mlserver-predictor-7b55b84f54 from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-28T14:15:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T14:15:21Z"
    name: isvc-xgboost-v2-mlserver-predictor.18c679b536aa07ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "49794"
    uid: a2d737d3-0441-48fb-92ef-7d5860a539dd
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T14:15:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "49792"
    uid: 473aac5e-c357-4e61-8f76-b4060dffeb2c
  kind: Event
  lastTimestamp: "2026-07-28T14:16:06Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T14:15:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T14:16:06Z"
    name: isvc-xgboost-v2-mlserver-predictor.18c679b8b5847dc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "50153"
    uid: 03c6f327-27c7-4ad7-8af2-5dcf716f423d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T14:15:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "49792"
    uid: 473aac5e-c357-4e61-8f76-b4060dffeb2c
  kind: Event
  lastTimestamp: "2026-07-28T14:16:06Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T14:15:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T14:16:06Z"
    name: isvc-xgboost-v2-mlserver-predictor.18c679b8b5e5f1be
    namespace: kserve-ci-e2e-test
    resourceVersion: "50154"
    uid: 952a966f-bf1e-45cf-b9c9-347816cd38c8
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:15:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "49938"
    uid: 473aac5e-c357-4e61-8f76-b4060dffeb2c
  kind: Event
  lastTimestamp: "2026-07-28T14:15:51Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T14:15:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T14:15:51Z"
    name: isvc-xgboost-v2-mlserver-predictor.18c679bc3652e814
    namespace: kserve-ci-e2e-test
    resourceVersion: "50046"
    uid: 4ebe374f-bc9f-4e60-951f-b6d1cf1f479e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:15:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "49938"
    uid: 473aac5e-c357-4e61-8f76-b4060dffeb2c
  kind: Event
  lastTimestamp: "2026-07-28T14:15:51Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T14:15:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T14:15:51Z"
    name: isvc-xgboost-v2-mlserver-predictor.18c679bc36ba2721
    namespace: kserve-ci-e2e-test
    resourceVersion: "50048"
    uid: 9e5b4b97-6749-49e5-bac0-a0cddbe60ed1
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T14:15:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "49783"
    uid: a9ca1ac2-6fac-41af-8f9d-9b06ca6bd706
  kind: Event
  lastTimestamp: "2026-07-28T14:16:04Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T14:15:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T14:16:04Z"
    name: isvc-xgboost-v2-mlserver.18c679b536a9fc6e
    namespace: kserve-ci-e2e-test
    resourceVersion: "50136"
    uid: c1f6bd5b-9ff0-4aa1-8750-1c3cb1c64651
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T14:15:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "49783"
    uid: a9ca1ac2-6fac-41af-8f9d-9b06ca6bd706
  kind: Event
  lastTimestamp: "2026-07-28T14:15:21Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2-mlserver":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T14:15:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T14:15:21Z"
    name: isvc-xgboost-v2-mlserver.18c679b53732bfe6
    namespace: kserve-ci-e2e-test
    resourceVersion: "49815"
    uid: 7bdb4d81-e8a7-48eb-9cb0-8fe8aaf8e68c
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:15:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "49784"
    uid: a9ca1ac2-6fac-41af-8f9d-9b06ca6bd706
  kind: Event
  lastTimestamp: "2026-07-28T14:15:21Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-xgboost-v2-mlserver": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-28T14:15:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T14:15:21Z"
    name: isvc-xgboost-v2-mlserver.18c679b53ed66244
    namespace: kserve-ci-e2e-test
    resourceVersion: "49817"
    uid: f7eef969-1082-4145-bd13-3165e53f71b8
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:16:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "50134"
    uid: a9ca1ac2-6fac-41af-8f9d-9b06ca6bd706
  kind: Event
  lastTimestamp: "2026-07-28T14:16:04Z"
  message: InferenceService [isvc-xgboost-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-07-28T14:16:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T14:16:04Z"
    name: isvc-xgboost-v2-mlserver.18c679bf25612d24
    namespace: kserve-ci-e2e-test
    resourceVersion: "50135"
    uid: 88f3f5c6-c0b1-41d3-9eb5-3d988e6a071f
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T14:19:32.798170Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-w4mvw
    namespace: kserve-ci-e2e-test
    resourceVersion: "51912"
    uid: 1a88ea51-d7e5-4e81-a74c-4cc5faf9ad98
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-predictor-fcc668bc-w4mvw
    to ip-10-0-138-158.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T14:19:32Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T14:19:32Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-w4mvw.18c679efb87adf79
    namespace: kserve-ci-e2e-test
    resourceVersion: "51921"
    uid: 6ff8a477-9fb9-4869-bc3c-470c18edb1ee
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-66456f4f6-kkfbw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:19:32Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-w4mvw
    namespace: kserve-ci-e2e-test
    resourceVersion: "51914"
    uid: 1a88ea51-d7e5-4e81-a74c-4cc5faf9ad98
  kind: Event
  lastTimestamp: "2026-07-28T14:19:32Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-xgboost-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-28T14:19:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:19:32Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-w4mvw.18c679efc0a87908
    namespace: kserve-ci-e2e-test
    resourceVersion: "51927"
    uid: 7c06dce4-4f6f-4684-8d83-41831e680577
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:19:33Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-w4mvw
    namespace: kserve-ci-e2e-test
    resourceVersion: "51922"
    uid: 1a88ea51-d7e5-4e81-a74c-4cc5faf9ad98
  kind: Event
  lastTimestamp: "2026-07-28T14:19:33Z"
  message: Add eth0 [10.132.0.53/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T14:19:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T14:19:33Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-w4mvw.18c679eff577a49f
    namespace: kserve-ci-e2e-test
    resourceVersion: "51940"
    uid: 77239945-740c-4c50-9814-1a7a99424420
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:19:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-w4mvw
    namespace: kserve-ci-e2e-test
    resourceVersion: "51914"
    uid: 1a88ea51-d7e5-4e81-a74c-4cc5faf9ad98
  kind: Event
  lastTimestamp: "2026-07-28T14:19:33Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T14:19:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:19:33Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-w4mvw.18c679eff6f75bd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "51942"
    uid: d1d955b3-4948-4831-9d7d-b54e231a63ae
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:19:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-w4mvw
    namespace: kserve-ci-e2e-test
    resourceVersion: "51914"
    uid: 1a88ea51-d7e5-4e81-a74c-4cc5faf9ad98
  kind: Event
  lastTimestamp: "2026-07-28T14:19:33Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T14:19:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:19:33Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-w4mvw.18c679eff9ad98a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "51943"
    uid: 56a9921b-64bd-4a62-a97c-728c2585a6cf
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:19:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-w4mvw
    namespace: kserve-ci-e2e-test
    resourceVersion: "51914"
    uid: 1a88ea51-d7e5-4e81-a74c-4cc5faf9ad98
  kind: Event
  lastTimestamp: "2026-07-28T14:19:33Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T14:19:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:19:33Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-w4mvw.18c679effa1cdb32
    namespace: kserve-ci-e2e-test
    resourceVersion: "51944"
    uid: b46c9b19-5050-4fa7-9f0e-39de3fea47e7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:19:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-w4mvw
    namespace: kserve-ci-e2e-test
    resourceVersion: "51914"
    uid: 1a88ea51-d7e5-4e81-a74c-4cc5faf9ad98
  kind: Event
  lastTimestamp: "2026-07-28T14:19:38Z"
  message: Pulling image "kserve/xgbserver:latest"
  metadata:
    creationTimestamp: "2026-07-28T14:19:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:19:38Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-w4mvw.18c679f0f39cfda0
    namespace: kserve-ci-e2e-test
    resourceVersion: "51985"
    uid: 0b9c54fe-9f0f-4151-b13f-ac2fc7059405
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:19:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-w4mvw
    namespace: kserve-ci-e2e-test
    resourceVersion: "51914"
    uid: 1a88ea51-d7e5-4e81-a74c-4cc5faf9ad98
  kind: Event
  lastTimestamp: "2026-07-28T14:19:57Z"
  message: 'Successfully pulled image "kserve/xgbserver:latest" in 19.872s (19.872s
    including waiting). Image size: 1307355896 bytes.'
  metadata:
    creationTimestamp: "2026-07-28T14:19:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:19:57Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-w4mvw.18c679f5941c7730
    namespace: kserve-ci-e2e-test
    resourceVersion: "52126"
    uid: 9ea872d1-8fe5-4b66-9dd7-781154cb52a5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:19:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-w4mvw
    namespace: kserve-ci-e2e-test
    resourceVersion: "51914"
    uid: 1a88ea51-d7e5-4e81-a74c-4cc5faf9ad98
  kind: Event
  lastTimestamp: "2026-07-28T14:19:58Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T14:19:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:19:58Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-w4mvw.18c679f5977bde3d
    namespace: kserve-ci-e2e-test
    resourceVersion: "52127"
    uid: 067b0649-be87-453c-8255-8ccd16d0f56f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:19:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-w4mvw
    namespace: kserve-ci-e2e-test
    resourceVersion: "51914"
    uid: 1a88ea51-d7e5-4e81-a74c-4cc5faf9ad98
  kind: Event
  lastTimestamp: "2026-07-28T14:19:58Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T14:19:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:19:58Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-w4mvw.18c679f597ee10f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "52128"
    uid: 52ed000b-a3d7-49a8-8a9d-30c021157272
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:19:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-w4mvw
    namespace: kserve-ci-e2e-test
    resourceVersion: "51914"
    uid: 1a88ea51-d7e5-4e81-a74c-4cc5faf9ad98
  kind: Event
  lastTimestamp: "2026-07-28T14:19:58Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T14:19:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:19:58Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-w4mvw.18c679f597f7d799
    namespace: kserve-ci-e2e-test
    resourceVersion: "52129"
    uid: 0a0afd5d-34b6-4b65-a6cc-bedd5e5974b5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:19:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-w4mvw
    namespace: kserve-ci-e2e-test
    resourceVersion: "51914"
    uid: 1a88ea51-d7e5-4e81-a74c-4cc5faf9ad98
  kind: Event
  lastTimestamp: "2026-07-28T14:19:58Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T14:19:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:19:58Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-w4mvw.18c679f59adf3fc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "52130"
    uid: 5b5ce0ad-5290-4efe-8d3b-c1b3b3124373
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:19:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-w4mvw
    namespace: kserve-ci-e2e-test
    resourceVersion: "51914"
    uid: 1a88ea51-d7e5-4e81-a74c-4cc5faf9ad98
  kind: Event
  lastTimestamp: "2026-07-28T14:19:58Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T14:19:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:19:58Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-w4mvw.18c679f59b4f29b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "52132"
    uid: 41d9c334-1cee-4ce3-986a-7597cae2a89d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-07-28T14:19:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-w4mvw
    namespace: kserve-ci-e2e-test
    resourceVersion: "51914"
    uid: 1a88ea51-d7e5-4e81-a74c-4cc5faf9ad98
  kind: Event
  lastTimestamp: "2026-07-28T14:21:05Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.53:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T14:19:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:21:05Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-w4mvw.18c679f5ddf8d947
    namespace: kserve-ci-e2e-test
    resourceVersion: "52644"
    uid: f03e5ac8-ad60-40a5-a791-2af05a7fba83
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:21:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-w4mvw
    namespace: kserve-ci-e2e-test
    resourceVersion: "51914"
    uid: 1a88ea51-d7e5-4e81-a74c-4cc5faf9ad98
  kind: Event
  lastTimestamp: "2026-07-28T14:21:02Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T14:21:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:21:02Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-w4mvw.18c67a04b57cbd2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "52624"
    uid: 72adebab-531e-4816-ac02-85d12cde8a11
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:21:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-w4mvw
    namespace: kserve-ci-e2e-test
    resourceVersion: "51914"
    uid: 1a88ea51-d7e5-4e81-a74c-4cc5faf9ad98
  kind: Event
  lastTimestamp: "2026-07-28T14:21:02Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T14:21:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:21:02Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-w4mvw.18c67a04b57d3cd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "52625"
    uid: cb1253f0-8453-43b3-871b-bbb38516ef2c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:21:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-w4mvw
    namespace: kserve-ci-e2e-test
    resourceVersion: "51914"
    uid: 1a88ea51-d7e5-4e81-a74c-4cc5faf9ad98
  kind: Event
  lastTimestamp: "2026-07-28T14:21:05Z"
  message: 'Readiness probe failed: Get "https://10.132.0.53:8643/healthz": dial tcp
    10.132.0.53:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T14:21:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:21:05Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-w4mvw.18c67a053c1a82c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "52643"
    uid: a90a2a20-da37-4407-b972-1fc5c5f64654
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:19:32Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-predictor-fcc668bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "51904"
    uid: 0c8217ae-a02f-4101-b3f0-37868363254b
  kind: Event
  lastTimestamp: "2026-07-28T14:19:32Z"
  message: 'Created pod: isvc-xgboost-v2-predictor-fcc668bc-w4mvw'
  metadata:
    creationTimestamp: "2026-07-28T14:19:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T14:19:32Z"
    name: isvc-xgboost-v2-predictor-fcc668bc.18c679efb74360f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "51916"
    uid: 1f2d0bc6-2864-4a14-a177-367903b275bd
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:19:32Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "51902"
    uid: e3b605ed-3985-4dce-bc95-b3a842ba4d60
  kind: Event
  lastTimestamp: "2026-07-28T14:19:32Z"
  message: Scaled up replica set isvc-xgboost-v2-predictor-fcc668bc from 0 to 1
  metadata:
    creationTimestamp: "2026-07-28T14:19:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T14:19:32Z"
    name: isvc-xgboost-v2-predictor.18c679efb3d3f9a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "51905"
    uid: 67c5b553-1085-438d-b789-cb5666f41ea5
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T14:19:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "51903"
    uid: 8d890744-edf4-47b0-8f1c-c688139e5ba5
  kind: Event
  lastTimestamp: "2026-07-28T14:20:32Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T14:19:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T14:20:32Z"
    name: isvc-xgboost-v2-predictor.18c679f332f6154f
    namespace: kserve-ci-e2e-test
    resourceVersion: "52382"
    uid: d52b8f3c-0c97-4fc0-ac94-48b60f98affb
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T14:19:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "51903"
    uid: 8d890744-edf4-47b0-8f1c-c688139e5ba5
  kind: Event
  lastTimestamp: "2026-07-28T14:20:32Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T14:19:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T14:20:32Z"
    name: isvc-xgboost-v2-predictor.18c679f33350ad05
    namespace: kserve-ci-e2e-test
    resourceVersion: "52383"
    uid: 852a659b-34cd-4953-ace4-edffded353c2
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T14:20:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "52057"
    uid: 8d890744-edf4-47b0-8f1c-c688139e5ba5
  kind: Event
  lastTimestamp: "2026-07-28T14:21:02Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T14:20:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T14:21:02Z"
    name: isvc-xgboost-v2-predictor.18c67a0130d761ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "52607"
    uid: 3be2e61e-079e-4e15-a748-9f5152146bca
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T14:20:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "52057"
    uid: 8d890744-edf4-47b0-8f1c-c688139e5ba5
  kind: Event
  lastTimestamp: "2026-07-28T14:21:02Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T14:20:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T14:21:02Z"
    name: isvc-xgboost-v2-predictor.18c67a01314d4fd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "52608"
    uid: bb3194c5-46de-4808-aaf8-ab7f87bc1ea6
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T14:18:27.525094Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-fbxbj
    namespace: kserve-ci-e2e-test
    resourceVersion: "51381"
    uid: 841d9a72-daa8-45f4-8734-710eb1ec82c6
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-runtime-predictor-7787c55dc9-fbxbj
    to ip-10-0-129-177.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T14:18:27Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T14:18:27Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-fbxbj.18c679e085e91bd2
    namespace: kserve-ci-e2e-test
    resourceVersion: "51389"
    uid: 4fc17818-0a39-4006-b7bf-e24c5e74b30a
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-66456f4f6-kkfbw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:18:27Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-fbxbj
    namespace: kserve-ci-e2e-test
    resourceVersion: "51393"
    uid: 841d9a72-daa8-45f4-8734-710eb1ec82c6
  kind: Event
  lastTimestamp: "2026-07-28T14:18:27Z"
  message: Add eth0 [10.134.0.62/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T14:18:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T14:18:27Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-fbxbj.18c679e09f916008
    namespace: kserve-ci-e2e-test
    resourceVersion: "51398"
    uid: d29acf79-391d-41c9-8f65-c53d34a40565
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:18:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-fbxbj
    namespace: kserve-ci-e2e-test
    resourceVersion: "51385"
    uid: 841d9a72-daa8-45f4-8734-710eb1ec82c6
  kind: Event
  lastTimestamp: "2026-07-28T14:18:27Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T14:18:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:18:27Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-fbxbj.18c679e0a15a375e
    namespace: kserve-ci-e2e-test
    resourceVersion: "51400"
    uid: b7536e2e-3f24-45e2-95c0-80df3a473a2c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:18:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-fbxbj
    namespace: kserve-ci-e2e-test
    resourceVersion: "51385"
    uid: 841d9a72-daa8-45f4-8734-710eb1ec82c6
  kind: Event
  lastTimestamp: "2026-07-28T14:18:28Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T14:18:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:18:28Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-fbxbj.18c679e0a4782b43
    namespace: kserve-ci-e2e-test
    resourceVersion: "51401"
    uid: aeb13664-8c45-4cf4-ab78-9b4f9cf50a77
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:18:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-fbxbj
    namespace: kserve-ci-e2e-test
    resourceVersion: "51385"
    uid: 841d9a72-daa8-45f4-8734-710eb1ec82c6
  kind: Event
  lastTimestamp: "2026-07-28T14:18:28Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T14:18:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:18:28Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-fbxbj.18c679e0a4ec36de
    namespace: kserve-ci-e2e-test
    resourceVersion: "51402"
    uid: 7bfe5629-7b14-4586-b33f-777653b80d76
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:18:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-fbxbj
    namespace: kserve-ci-e2e-test
    resourceVersion: "51385"
    uid: 841d9a72-daa8-45f4-8734-710eb1ec82c6
  kind: Event
  lastTimestamp: "2026-07-28T14:18:32Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-07-28T14:18:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:18:32Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-fbxbj.18c679e1c29b32f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "51439"
    uid: d7371ed2-6857-4d52-a24a-c319ab12235c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:18:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-fbxbj
    namespace: kserve-ci-e2e-test
    resourceVersion: "51385"
    uid: 841d9a72-daa8-45f4-8734-710eb1ec82c6
  kind: Event
  lastTimestamp: "2026-07-28T14:18:32Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T14:18:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:18:32Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-fbxbj.18c679e1c5bbc065
    namespace: kserve-ci-e2e-test
    resourceVersion: "51443"
    uid: a2200ebc-509f-47df-83d5-993801a07206
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:18:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-fbxbj
    namespace: kserve-ci-e2e-test
    resourceVersion: "51385"
    uid: 841d9a72-daa8-45f4-8734-710eb1ec82c6
  kind: Event
  lastTimestamp: "2026-07-28T14:18:32Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T14:18:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:18:32Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-fbxbj.18c679e1c6324dd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "51444"
    uid: 5f57ae18-bb47-4a4e-867c-3c6477c42d6e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:18:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-fbxbj
    namespace: kserve-ci-e2e-test
    resourceVersion: "51385"
    uid: 841d9a72-daa8-45f4-8734-710eb1ec82c6
  kind: Event
  lastTimestamp: "2026-07-28T14:18:32Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T14:18:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:18:32Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-fbxbj.18c679e1c63c4a5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "51445"
    uid: 81381dba-223f-4441-9485-aceebef10c62
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:18:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-fbxbj
    namespace: kserve-ci-e2e-test
    resourceVersion: "51385"
    uid: 841d9a72-daa8-45f4-8734-710eb1ec82c6
  kind: Event
  lastTimestamp: "2026-07-28T14:18:32Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T14:18:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:18:32Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-fbxbj.18c679e1c964a7f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "51448"
    uid: 105e554c-8e81-4356-8664-35c27241a3bf
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:18:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-fbxbj
    namespace: kserve-ci-e2e-test
    resourceVersion: "51385"
    uid: 841d9a72-daa8-45f4-8734-710eb1ec82c6
  kind: Event
  lastTimestamp: "2026-07-28T14:18:32Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T14:18:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:18:32Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-fbxbj.18c679e1c9d9fca9
    namespace: kserve-ci-e2e-test
    resourceVersion: "51449"
    uid: 56790b7c-d05a-4cc2-8952-3f1c21cac8df
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:19:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-fbxbj
    namespace: kserve-ci-e2e-test
    resourceVersion: "51385"
    uid: 841d9a72-daa8-45f4-8734-710eb1ec82c6
  kind: Event
  lastTimestamp: "2026-07-28T14:19:09Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-07-28T14:19:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:19:09Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-fbxbj.18c679ea630edcd1
    namespace: kserve-ci-e2e-test
    resourceVersion: "51705"
    uid: d2539556-b97d-4281-88bd-e0768f6332f5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:19:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-fbxbj
    namespace: kserve-ci-e2e-test
    resourceVersion: "51385"
    uid: 841d9a72-daa8-45f4-8734-710eb1ec82c6
  kind: Event
  lastTimestamp: "2026-07-28T14:19:27Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T14:19:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:19:27Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-fbxbj.18c679ee81ef61cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "51853"
    uid: 1c9bd5bb-27b1-4621-a13b-c943083fa295
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:19:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-fbxbj
    namespace: kserve-ci-e2e-test
    resourceVersion: "51385"
    uid: 841d9a72-daa8-45f4-8734-710eb1ec82c6
  kind: Event
  lastTimestamp: "2026-07-28T14:19:27Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T14:19:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:19:27Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-fbxbj.18c679ee81efdde6
    namespace: kserve-ci-e2e-test
    resourceVersion: "51854"
    uid: 56c3acac-dad1-457a-a90c-f4d31b5a422b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:19:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-fbxbj
    namespace: kserve-ci-e2e-test
    resourceVersion: "51385"
    uid: 841d9a72-daa8-45f4-8734-710eb1ec82c6
  kind: Event
  lastTimestamp: "2026-07-28T14:19:29Z"
  message: 'Readiness probe failed: Get "https://10.134.0.62:8643/healthz": dial tcp
    10.134.0.62:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T14:19:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:19:29Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-fbxbj.18c679ef08ab3831
    namespace: kserve-ci-e2e-test
    resourceVersion: "51870"
    uid: 88ceb02b-3e98-43e7-9dbf-de9a37ba78b1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:19:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-fbxbj
    namespace: kserve-ci-e2e-test
    resourceVersion: "51385"
    uid: 841d9a72-daa8-45f4-8734-710eb1ec82c6
  kind: Event
  lastTimestamp: "2026-07-28T14:19:30Z"
  message: 'Readiness probe failed: Get "http://10.134.0.62:8080/v2/models/isvc-xgboost-v2-runtime/ready":
    context deadline exceeded (Client.Timeout exceeded while awaiting headers)'
  metadata:
    creationTimestamp: "2026-07-28T14:19:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:19:30Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-fbxbj.18c679ef4711e4df
    namespace: kserve-ci-e2e-test
    resourceVersion: "51879"
    uid: 1b0b12cc-2463-4f05-b20c-20006b3c596d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:19:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-fbxbj
    namespace: kserve-ci-e2e-test
    resourceVersion: "51385"
    uid: 841d9a72-daa8-45f4-8734-710eb1ec82c6
  kind: Event
  lastTimestamp: "2026-07-28T14:19:35Z"
  message: 'Readiness probe failed: Get "https://10.134.0.62:8643/healthz": context
    deadline exceeded'
  metadata:
    creationTimestamp: "2026-07-28T14:19:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:19:35Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-fbxbj.18c679f06e436f84
    namespace: kserve-ci-e2e-test
    resourceVersion: "51967"
    uid: fed014b4-8b32-4882-85e5-9caf968aee85
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:18:27Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "51371"
    uid: 4721b13d-14a5-48c7-a149-fc8f54972613
  kind: Event
  lastTimestamp: "2026-07-28T14:18:27Z"
  message: 'Created pod: isvc-xgboost-v2-runtime-predictor-7787c55dc9-fbxbj'
  metadata:
    creationTimestamp: "2026-07-28T14:18:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T14:18:27Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9.18c679e0854e52c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "51386"
    uid: b47e6474-7ed5-44e1-ad2f-a2407ddfd627
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:18:27Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "51369"
    uid: d23b809f-7ab1-4058-adee-81273fb2a7e7
  kind: Event
  lastTimestamp: "2026-07-28T14:18:27Z"
  message: Scaled up replica set isvc-xgboost-v2-runtime-predictor-7787c55dc9 from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-28T14:18:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T14:18:27Z"
    name: isvc-xgboost-v2-runtime-predictor.18c679e0802c1787
    namespace: kserve-ci-e2e-test
    resourceVersion: "51373"
    uid: faeb3036-19be-4a52-8dd1-5e189f403444
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T14:18:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "51370"
    uid: eff6b423-59cc-486b-9aea-1a8f3ef729c7
  kind: Event
  lastTimestamp: "2026-07-28T14:18:57Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T14:18:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T14:18:57Z"
    name: isvc-xgboost-v2-runtime-predictor.18c679e3ffb59e29
    namespace: kserve-ci-e2e-test
    resourceVersion: "51621"
    uid: 6e86e8f1-cca0-42dc-a46a-7177e54bd56f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T14:18:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "51370"
    uid: eff6b423-59cc-486b-9aea-1a8f3ef729c7
  kind: Event
  lastTimestamp: "2026-07-28T14:18:57Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T14:18:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T14:18:57Z"
    name: isvc-xgboost-v2-runtime-predictor.18c679e4004b52b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "51622"
    uid: 83fbabd9-2c2a-449b-bfea-b0ebfeb9ac35
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T14:19:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "51518"
    uid: eff6b423-59cc-486b-9aea-1a8f3ef729c7
  kind: Event
  lastTimestamp: "2026-07-28T14:19:27Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T14:19:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T14:19:27Z"
    name: isvc-xgboost-v2-runtime-predictor.18c679eafe8c1811
    namespace: kserve-ci-e2e-test
    resourceVersion: "51837"
    uid: e8c4cbc2-b4b0-44cb-a5bc-5532009f8ba6
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T14:19:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "51518"
    uid: eff6b423-59cc-486b-9aea-1a8f3ef729c7
  kind: Event
  lastTimestamp: "2026-07-28T14:19:27Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T14:19:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T14:19:27Z"
    name: isvc-xgboost-v2-runtime-predictor.18c679eaff15b7c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "51838"
    uid: 5d34ff86-6ced-4f2f-b392-5a97f3c04665
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T14:18:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "51362"
    uid: 96259de0-0d0c-495a-925a-02a1df775c64
  kind: Event
  lastTimestamp: "2026-07-28T14:19:19Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T14:18:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T14:19:19Z"
    name: isvc-xgboost-v2-runtime.18c679e0802e5a04
    namespace: kserve-ci-e2e-test
    resourceVersion: "51788"
    uid: a6998273-332a-440d-b6cf-901acf84ec6a
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:18:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "51362"
    uid: 96259de0-0d0c-495a-925a-02a1df775c64
  kind: Event
  lastTimestamp: "2026-07-28T14:18:27Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T14:18:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T14:18:27Z"
    name: isvc-xgboost-v2-runtime.18c679e080ca1d43
    namespace: kserve-ci-e2e-test
    resourceVersion: "51376"
    uid: 8fa95656-3ccd-440c-aa8d-126c8a4cdcfc
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:19:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "51786"
    uid: 96259de0-0d0c-495a-925a-02a1df775c64
  kind: Event
  lastTimestamp: "2026-07-28T14:19:19Z"
  message: InferenceService [isvc-xgboost-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-07-28T14:19:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T14:19:19Z"
    name: isvc-xgboost-v2-runtime.18c679ecba6702d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "51787"
    uid: 651375b2-538b-4ebe-bda5-3dda380ffffc
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T14:19:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "51895"
    uid: 58ceb6e3-6bf4-49e8-9bd8-139f84233e24
  kind: Event
  lastTimestamp: "2026-07-28T14:20:55Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T14:19:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T14:20:55Z"
    name: isvc-xgboost-v2.18c679efb3dcca6e
    namespace: kserve-ci-e2e-test
    resourceVersion: "52552"
    uid: af9d3057-bb65-4514-98d0-ea627cd007d2
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:19:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "51895"
    uid: 58ceb6e3-6bf4-49e8-9bd8-139f84233e24
  kind: Event
  lastTimestamp: "2026-07-28T14:19:32Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T14:19:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T14:19:32Z"
    name: isvc-xgboost-v2.18c679efb45bf0a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "51908"
    uid: b0500772-e62e-4d98-8f73-ec97e16d803b
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:20:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "52550"
    uid: 58ceb6e3-6bf4-49e8-9bd8-139f84233e24
  kind: Event
  lastTimestamp: "2026-07-28T14:20:55Z"
  message: InferenceService [isvc-xgboost-v2] is Ready
  metadata:
    creationTimestamp: "2026-07-28T14:20:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T14:20:55Z"
    name: isvc-xgboost-v2.18c67a02ed5981f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "52551"
    uid: 6f0ebe99-f393-47a8-9fdf-4531d7d0bf57
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T14:13:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "49004"
    uid: 6f9453a4-a5f1-4383-822c-e3970a6b3025
  kind: Event
  lastTimestamp: "2026-07-28T14:15:06Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T14:13:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T14:15:06Z"
    name: isvc-xgboost.18c6799f038f73ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "49644"
    uid: 2216a35c-f067-49f3-be8c-2e1d05977253
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T14:13:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "49004"
    uid: 6f9453a4-a5f1-4383-822c-e3970a6b3025
  kind: Event
  lastTimestamp: "2026-07-28T14:13:46Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-07-28T14:13:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T14:13:46Z"
    name: isvc-xgboost.18c6799f04297b9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "49037"
    uid: e6ca7740-d693-49ee-aed4-84827f8c4c72
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:13:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "49007"
    uid: 6f9453a4-a5f1-4383-822c-e3970a6b3025
  kind: Event
  lastTimestamp: "2026-07-28T14:13:46Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-xgboost": the object has been modified;
    please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-28T14:13:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T14:13:46Z"
    name: isvc-xgboost.18c6799f0b4a1539
    namespace: kserve-ci-e2e-test
    resourceVersion: "49038"
    uid: 9c6f2fec-c549-4f24-bd95-72bf7f252f20
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:15:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "49641"
    uid: 6f9453a4-a5f1-4383-822c-e3970a6b3025
  kind: Event
  lastTimestamp: "2026-07-28T14:15:06Z"
  message: InferenceService [isvc-xgboost] is Ready
  metadata:
    creationTimestamp: "2026-07-28T14:15:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T14:15:06Z"
    name: isvc-xgboost.18c679b1cbb6a410
    namespace: kserve-ci-e2e-test
    resourceVersion: "49642"
    uid: 95886afd-6b31-41d0-949a-6373b8cf9335
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T13:08:31.074220Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-r5f4w
    namespace: kserve-ci-e2e-test
    resourceVersion: "16745"
    uid: 63f28749-51c9-4c2a-82c8-58c8476bf1b9
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/message-dumper-predictor-6575bcfdfd-r5f4w
    to ip-10-0-138-158.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T13:08:31Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T13:08:31Z"
    name: message-dumper-predictor-6575bcfdfd-r5f4w.18c6760f75f0066e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16750"
    uid: a64b7002-5add-4761-a386-422ca69f25c1
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-66456f4f6-kkfbw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:08:31Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-r5f4w
    namespace: kserve-ci-e2e-test
    resourceVersion: "16748"
    uid: 63f28749-51c9-4c2a-82c8-58c8476bf1b9
  kind: Event
  lastTimestamp: "2026-07-28T13:08:31Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "message-dumper-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-28T13:08:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:08:31Z"
    name: message-dumper-predictor-6575bcfdfd-r5f4w.18c6760f7d7f96ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "16764"
    uid: 998d4ced-c467-4c1e-9dee-4a9cd16dfbf5
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:08:32Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-r5f4w
    namespace: kserve-ci-e2e-test
    resourceVersion: "16756"
    uid: 63f28749-51c9-4c2a-82c8-58c8476bf1b9
  kind: Event
  lastTimestamp: "2026-07-28T13:08:32Z"
  message: Add eth0 [10.132.0.32/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T13:08:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T13:08:32Z"
    name: message-dumper-predictor-6575bcfdfd-r5f4w.18c6760fb308cc8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16775"
    uid: 0afc986a-f26c-4c4e-8200-f9970404951a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:08:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-r5f4w
    namespace: kserve-ci-e2e-test
    resourceVersion: "16748"
    uid: 63f28749-51c9-4c2a-82c8-58c8476bf1b9
  kind: Event
  lastTimestamp: "2026-07-28T13:08:32Z"
  message: Pulling image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
  metadata:
    creationTimestamp: "2026-07-28T13:08:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:08:32Z"
    name: message-dumper-predictor-6575bcfdfd-r5f4w.18c6760fb442797c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16777"
    uid: 0dff5a56-81a8-4f9c-b5d3-67d91c28f901
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:08:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-r5f4w
    namespace: kserve-ci-e2e-test
    resourceVersion: "16748"
    uid: 63f28749-51c9-4c2a-82c8-58c8476bf1b9
  kind: Event
  lastTimestamp: "2026-07-28T13:08:33Z"
  message: 'Successfully pulled image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
    in 1.298s (1.298s including waiting). Image size: 14813193 bytes.'
  metadata:
    creationTimestamp: "2026-07-28T13:08:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:08:33Z"
    name: message-dumper-predictor-6575bcfdfd-r5f4w.18c6761001aca218
    namespace: kserve-ci-e2e-test
    resourceVersion: "16789"
    uid: e64d497f-0e4d-4afe-b372-2dbf206e4cb5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:08:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-r5f4w
    namespace: kserve-ci-e2e-test
    resourceVersion: "16748"
    uid: 63f28749-51c9-4c2a-82c8-58c8476bf1b9
  kind: Event
  lastTimestamp: "2026-07-28T13:08:33Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T13:08:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:08:33Z"
    name: message-dumper-predictor-6575bcfdfd-r5f4w.18c6761004839dd8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16790"
    uid: 2739f2a3-5b05-4b6d-b471-0497e0bf0a8d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:08:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-r5f4w
    namespace: kserve-ci-e2e-test
    resourceVersion: "16748"
    uid: 63f28749-51c9-4c2a-82c8-58c8476bf1b9
  kind: Event
  lastTimestamp: "2026-07-28T13:08:33Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T13:08:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:08:33Z"
    name: message-dumper-predictor-6575bcfdfd-r5f4w.18c6761004eeb036
    namespace: kserve-ci-e2e-test
    resourceVersion: "16791"
    uid: 6cb286fd-8187-4b40-8c43-3943e6e72b44
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:08:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-r5f4w
    namespace: kserve-ci-e2e-test
    resourceVersion: "16748"
    uid: 63f28749-51c9-4c2a-82c8-58c8476bf1b9
  kind: Event
  lastTimestamp: "2026-07-28T13:08:33Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T13:08:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:08:33Z"
    name: message-dumper-predictor-6575bcfdfd-r5f4w.18c6761004f7ca1f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16792"
    uid: 658e557c-abc4-49b1-8699-9d7951b6d9c6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:08:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-r5f4w
    namespace: kserve-ci-e2e-test
    resourceVersion: "16748"
    uid: 63f28749-51c9-4c2a-82c8-58c8476bf1b9
  kind: Event
  lastTimestamp: "2026-07-28T13:08:33Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T13:08:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:08:33Z"
    name: message-dumper-predictor-6575bcfdfd-r5f4w.18c6761007a19791
    namespace: kserve-ci-e2e-test
    resourceVersion: "16793"
    uid: d6bb5681-3f41-448b-8eb6-9ccaa543ed48
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:08:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-r5f4w
    namespace: kserve-ci-e2e-test
    resourceVersion: "16748"
    uid: 63f28749-51c9-4c2a-82c8-58c8476bf1b9
  kind: Event
  lastTimestamp: "2026-07-28T13:08:33Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T13:08:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:08:33Z"
    name: message-dumper-predictor-6575bcfdfd-r5f4w.18c6761008112980
    namespace: kserve-ci-e2e-test
    resourceVersion: "16794"
    uid: f2050fb6-c75b-41f3-ac4f-8158845f1f84
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:10:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-r5f4w
    namespace: kserve-ci-e2e-test
    resourceVersion: "16748"
    uid: 63f28749-51c9-4c2a-82c8-58c8476bf1b9
  kind: Event
  lastTimestamp: "2026-07-28T13:10:35Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T13:10:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:10:35Z"
    name: message-dumper-predictor-6575bcfdfd-r5f4w.18c6762c7ce48f79
    namespace: kserve-ci-e2e-test
    resourceVersion: "17810"
    uid: bd7eb158-b8b1-4b16-8829-7e12b75a9fbe
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:10:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-r5f4w
    namespace: kserve-ci-e2e-test
    resourceVersion: "16748"
    uid: 63f28749-51c9-4c2a-82c8-58c8476bf1b9
  kind: Event
  lastTimestamp: "2026-07-28T13:10:35Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T13:10:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:10:35Z"
    name: message-dumper-predictor-6575bcfdfd-r5f4w.18c6762c7ce50379
    namespace: kserve-ci-e2e-test
    resourceVersion: "17811"
    uid: 8d71c998-0f63-4a2e-8f07-fea35e25aa45
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:08:31Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: message-dumper-predictor-6575bcfdfd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16736"
    uid: 0f6b03f4-3859-4857-8027-b4d33bfd3ed4
  kind: Event
  lastTimestamp: "2026-07-28T13:08:31Z"
  message: 'Created pod: message-dumper-predictor-6575bcfdfd-r5f4w'
  metadata:
    creationTimestamp: "2026-07-28T13:08:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:08:31Z"
    name: message-dumper-predictor-6575bcfdfd.18c6760f756e39d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "16747"
    uid: fd3944fe-c9b1-46b2-acbe-d4dc8f116fe2
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:08:31Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16732"
    uid: 81f73afa-abf9-4473-94ba-379ebd0b7279
  kind: Event
  lastTimestamp: "2026-07-28T13:08:31Z"
  message: Scaled up replica set message-dumper-predictor-6575bcfdfd from 0 to 1
  metadata:
    creationTimestamp: "2026-07-28T13:08:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:08:31Z"
    name: message-dumper-predictor.18c6760f735eba57
    namespace: kserve-ci-e2e-test
    resourceVersion: "16738"
    uid: 2d0b2b51-8704-45ce-9148-2ec243a57c11
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T13:08:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16734"
    uid: abeb18e7-a228-4582-8d81-31871b9a36fc
  kind: Event
  lastTimestamp: "2026-07-28T13:09:01Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T13:08:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:09:01Z"
    name: message-dumper-predictor.18c67612f25aa40b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17077"
    uid: 574c7b23-e031-40e7-ba12-fdc5119b2efe
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T13:08:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16734"
    uid: abeb18e7-a228-4582-8d81-31871b9a36fc
  kind: Event
  lastTimestamp: "2026-07-28T13:09:01Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T13:08:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:09:01Z"
    name: message-dumper-predictor.18c67612f29c7e12
    namespace: kserve-ci-e2e-test
    resourceVersion: "17078"
    uid: 2c594286-c6c8-4639-91da-7b5e5c306d0b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-07-28T13:08:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "16709"
    uid: 8163ee4d-c988-47e7-ac37-c85034b6dc96
  kind: Event
  lastTimestamp: "2026-07-28T13:08:42Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T13:08:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:08:42Z"
    name: message-dumper.18c6760f738f10ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "16872"
    uid: 8d8c3c6d-aac0-4232-be33-f3d6017eb08b
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:08:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "16709"
    uid: 8163ee4d-c988-47e7-ac37-c85034b6dc96
  kind: Event
  lastTimestamp: "2026-07-28T13:08:31Z"
  message: 'Failed to update status for InferenceService "message-dumper": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "message-dumper": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-07-28T13:08:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:08:31Z"
    name: message-dumper.18c6760f74030d5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16742"
    uid: b058c077-7226-42bf-9717-e58793e32602
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:08:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "16870"
    uid: 8163ee4d-c988-47e7-ac37-c85034b6dc96
  kind: Event
  lastTimestamp: "2026-07-28T13:08:42Z"
  message: InferenceService [message-dumper] is Ready
  metadata:
    creationTimestamp: "2026-07-28T13:08:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:08:42Z"
    name: message-dumper.18c6761213ede0ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "16871"
    uid: 6295e4b5-6341-4950-9d06-e3347084efd6
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T14:03:39.886693Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-6br5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "44011"
    uid: f8e658c5-2624-4b4b-8476-89ffc2b11119
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/sklearn-v2-mlserver-predictor-7f568cdc6b-6br5b
    to ip-10-0-129-177.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T14:03:39Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T14:03:39Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-6br5b.18c67911da878113
    namespace: kserve-ci-e2e-test
    resourceVersion: "44018"
    uid: a40fdebe-21d9-486a-9569-8eefd4d992d3
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-66456f4f6-kkfbw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:03:40Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-6br5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "44023"
    uid: f8e658c5-2624-4b4b-8476-89ffc2b11119
  kind: Event
  lastTimestamp: "2026-07-28T14:03:40Z"
  message: Add eth0 [10.134.0.52/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T14:03:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T14:03:40Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-6br5b.18c67911f40faf9a
    namespace: kserve-ci-e2e-test
    resourceVersion: "44032"
    uid: 8f2341e3-81e5-4fcf-a453-49c3fd8c4312
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:03:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-6br5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "44015"
    uid: f8e658c5-2624-4b4b-8476-89ffc2b11119
  kind: Event
  lastTimestamp: "2026-07-28T14:03:40Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T14:03:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:03:40Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-6br5b.18c67911f5d72dbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "44034"
    uid: 2e024d62-96ce-4783-b5bc-4245277ba224
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:03:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-6br5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "44015"
    uid: f8e658c5-2624-4b4b-8476-89ffc2b11119
  kind: Event
  lastTimestamp: "2026-07-28T14:03:40Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T14:03:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:03:40Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-6br5b.18c67911f895a8dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "44035"
    uid: 134d3233-9936-46ef-80b6-6d84c4e97994
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:03:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-6br5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "44015"
    uid: f8e658c5-2624-4b4b-8476-89ffc2b11119
  kind: Event
  lastTimestamp: "2026-07-28T14:03:40Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T14:03:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:03:40Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-6br5b.18c67911f910bfb2
    namespace: kserve-ci-e2e-test
    resourceVersion: "44036"
    uid: dc090a10-5ad2-4377-b9f7-729c28400581
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:03:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-6br5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "44015"
    uid: f8e658c5-2624-4b4b-8476-89ffc2b11119
  kind: Event
  lastTimestamp: "2026-07-28T14:03:44Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-07-28T14:03:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:03:44Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-6br5b.18c6791308c22120
    namespace: kserve-ci-e2e-test
    resourceVersion: "44072"
    uid: 88d81d13-84b1-49e5-a0b1-75a09514aed8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:03:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-6br5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "44015"
    uid: f8e658c5-2624-4b4b-8476-89ffc2b11119
  kind: Event
  lastTimestamp: "2026-07-28T14:03:45Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T14:03:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:03:45Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-6br5b.18c679130bdd8373
    namespace: kserve-ci-e2e-test
    resourceVersion: "44074"
    uid: 72c4aac2-8059-4766-b1e2-a2f16e408a79
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:03:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-6br5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "44015"
    uid: f8e658c5-2624-4b4b-8476-89ffc2b11119
  kind: Event
  lastTimestamp: "2026-07-28T14:03:45Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T14:03:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:03:45Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-6br5b.18c679130c5cbf4e
    namespace: kserve-ci-e2e-test
    resourceVersion: "44075"
    uid: dae40ccf-8742-4643-b425-cc8f0b700033
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:03:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-6br5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "44015"
    uid: f8e658c5-2624-4b4b-8476-89ffc2b11119
  kind: Event
  lastTimestamp: "2026-07-28T14:03:45Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T14:03:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:03:45Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-6br5b.18c679130c6756d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "44076"
    uid: 99c577db-4274-4c8e-bebc-7d19771c2d38
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:03:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-6br5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "44015"
    uid: f8e658c5-2624-4b4b-8476-89ffc2b11119
  kind: Event
  lastTimestamp: "2026-07-28T14:03:45Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T14:03:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:03:45Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-6br5b.18c679130f21d317
    namespace: kserve-ci-e2e-test
    resourceVersion: "44079"
    uid: ab550d54-0475-45dd-97b9-93346283654e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:03:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-6br5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "44015"
    uid: f8e658c5-2624-4b4b-8476-89ffc2b11119
  kind: Event
  lastTimestamp: "2026-07-28T14:03:45Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T14:03:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:03:45Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-6br5b.18c679130fa06c93
    namespace: kserve-ci-e2e-test
    resourceVersion: "44080"
    uid: e02ac3e7-4fef-4368-ab1a-f9ccb60eb692
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:04:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-6br5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "44015"
    uid: f8e658c5-2624-4b4b-8476-89ffc2b11119
  kind: Event
  lastTimestamp: "2026-07-28T14:04:21Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-07-28T14:04:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:04:21Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-6br5b.18c6791ba8201713
    namespace: kserve-ci-e2e-test
    resourceVersion: "44339"
    uid: 05fba86f-c235-41e9-a26b-762d5818d80c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:04:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-6br5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "44015"
    uid: f8e658c5-2624-4b4b-8476-89ffc2b11119
  kind: Event
  lastTimestamp: "2026-07-28T14:04:39Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T14:04:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:04:39Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-6br5b.18c6791fd147dbca
    namespace: kserve-ci-e2e-test
    resourceVersion: "44489"
    uid: 31ca9917-e907-4afd-92c1-9956416dc26c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:04:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-6br5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "44015"
    uid: f8e658c5-2624-4b4b-8476-89ffc2b11119
  kind: Event
  lastTimestamp: "2026-07-28T14:04:39Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T14:04:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:04:39Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-6br5b.18c6791fd14889e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "44490"
    uid: aba3cfc2-bf51-4a22-97bf-cdc93e1f9dba
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:04:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-6br5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "44015"
    uid: f8e658c5-2624-4b4b-8476-89ffc2b11119
  kind: Event
  lastTimestamp: "2026-07-28T14:04:41Z"
  message: 'Readiness probe failed: Get "https://10.134.0.52:8643/healthz": dial tcp
    10.134.0.52:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T14:04:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:04:41Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-6br5b.18c679204eebc102
    namespace: kserve-ci-e2e-test
    resourceVersion: "44505"
    uid: 20a646f8-4bd9-4e41-852d-a6839f7afcdf
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:04:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-6br5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "44015"
    uid: f8e658c5-2624-4b4b-8476-89ffc2b11119
  kind: Event
  lastTimestamp: "2026-07-28T14:04:43Z"
  message: 'Readiness probe failed: Get "http://10.134.0.52:8080/v2/models/sklearn-v2-mlserver/ready":
    context deadline exceeded (Client.Timeout exceeded while awaiting headers)'
  metadata:
    creationTimestamp: "2026-07-28T14:04:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:04:43Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-6br5b.18c679208d5b4b3f
    namespace: kserve-ci-e2e-test
    resourceVersion: "44515"
    uid: 0ce437da-e1b1-4b64-a0f0-16d9c3549244
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:03:39Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: sklearn-v2-mlserver-predictor-7f568cdc6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "43999"
    uid: ae0e5bd8-8c37-42aa-84e5-1d5dbe555fdf
  kind: Event
  lastTimestamp: "2026-07-28T14:03:39Z"
  message: 'Created pod: sklearn-v2-mlserver-predictor-7f568cdc6b-6br5b'
  metadata:
    creationTimestamp: "2026-07-28T14:03:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T14:03:39Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b.18c67911d943d500
    namespace: kserve-ci-e2e-test
    resourceVersion: "44013"
    uid: ab532fe3-55cb-4fd6-ba65-6158e2d7cb42
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:03:39Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "43997"
    uid: ffa6bb04-568a-49a4-9f08-621dad6de62a
  kind: Event
  lastTimestamp: "2026-07-28T14:03:39Z"
  message: Scaled up replica set sklearn-v2-mlserver-predictor-7f568cdc6b from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-28T14:03:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T14:03:39Z"
    name: sklearn-v2-mlserver-predictor.18c67911ccffc99d
    namespace: kserve-ci-e2e-test
    resourceVersion: "44005"
    uid: 143d1e78-2ae0-4d7f-9d0f-3e3dc92afc85
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:03:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "43998"
    uid: c045b71b-18c2-405c-afe4-4bb80e24d9c9
  kind: Event
  lastTimestamp: "2026-07-28T14:03:54Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T14:03:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T14:03:54Z"
    name: sklearn-v2-mlserver-predictor.18c679154baaaee1
    namespace: kserve-ci-e2e-test
    resourceVersion: "44148"
    uid: c76419aa-27d8-4ca5-9d03-e0ebc47610db
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:03:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "43998"
    uid: c045b71b-18c2-405c-afe4-4bb80e24d9c9
  kind: Event
  lastTimestamp: "2026-07-28T14:03:54Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T14:03:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T14:03:54Z"
    name: sklearn-v2-mlserver-predictor.18c679154c33bf9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "44149"
    uid: 421b2ada-1557-4704-9def-af94df213c9c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T14:04:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "44147"
    uid: c045b71b-18c2-405c-afe4-4bb80e24d9c9
  kind: Event
  lastTimestamp: "2026-07-28T14:04:39Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T14:04:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T14:04:39Z"
    name: sklearn-v2-mlserver-predictor.18c67918cbc7e104
    namespace: kserve-ci-e2e-test
    resourceVersion: "44472"
    uid: 0f323e1d-3d9b-4744-91ef-ee59677ce1ea
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T14:04:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "44147"
    uid: c045b71b-18c2-405c-afe4-4bb80e24d9c9
  kind: Event
  lastTimestamp: "2026-07-28T14:04:39Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T14:04:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T14:04:39Z"
    name: sklearn-v2-mlserver-predictor.18c67918cc670303
    namespace: kserve-ci-e2e-test
    resourceVersion: "44473"
    uid: 02b32318-2d6f-4d26-9958-da9167a3260f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T14:03:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "43988"
    uid: bb5dfe10-fac2-4857-9853-b607c29a2157
  kind: Event
  lastTimestamp: "2026-07-28T14:04:32Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T14:03:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T14:04:32Z"
    name: sklearn-v2-mlserver.18c67911cc3eaed4
    namespace: kserve-ci-e2e-test
    resourceVersion: "44422"
    uid: 808f5fa9-358c-407d-ab07-2f63bdfc23bc
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:03:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "43988"
    uid: bb5dfe10-fac2-4857-9853-b607c29a2157
  kind: Event
  lastTimestamp: "2026-07-28T14:03:39Z"
  message: 'Failed to update status for InferenceService "sklearn-v2-mlserver": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "sklearn-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T14:03:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T14:03:39Z"
    name: sklearn-v2-mlserver.18c67911ccf36339
    namespace: kserve-ci-e2e-test
    resourceVersion: "44006"
    uid: 457b8f2a-d238-4100-9067-aec13b79d9bc
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:04:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "44420"
    uid: bb5dfe10-fac2-4857-9853-b607c29a2157
  kind: Event
  lastTimestamp: "2026-07-28T14:04:32Z"
  message: InferenceService [sklearn-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-07-28T14:04:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T14:04:32Z"
    name: sklearn-v2-mlserver.18c6791e0309b187
    namespace: kserve-ci-e2e-test
    resourceVersion: "44421"
    uid: 9bfb359f-20c3-430e-a882-8daf6f66a07d
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T14:16:16.866916Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-tb8t6
    namespace: kserve-ci-e2e-test
    resourceVersion: "50271"
    uid: 9409de62-685d-4284-bb5b-81f73b39da9a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/xgboost-v2-mlserver-predictor-59944bcf4c-tb8t6
    to ip-10-0-129-177.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T14:16:16Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T14:16:16Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-tb8t6.18c679c21a111f5a
    namespace: kserve-ci-e2e-test
    resourceVersion: "50276"
    uid: 25dd4839-174b-4de2-9bd5-10255c838e65
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-66456f4f6-kkfbw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:16:17Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-tb8t6
    namespace: kserve-ci-e2e-test
    resourceVersion: "50273"
    uid: 9409de62-685d-4284-bb5b-81f73b39da9a
  kind: Event
  lastTimestamp: "2026-07-28T14:16:17Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "xgboost-v2-mlserver-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-28T14:16:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:16:17Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-tb8t6.18c679c224057cd1
    namespace: kserve-ci-e2e-test
    resourceVersion: "50287"
    uid: 91b522c0-0db9-4a90-82a3-154ff5436fdb
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:16:17Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-tb8t6
    namespace: kserve-ci-e2e-test
    resourceVersion: "50282"
    uid: 9409de62-685d-4284-bb5b-81f73b39da9a
  kind: Event
  lastTimestamp: "2026-07-28T14:16:17Z"
  message: Add eth0 [10.134.0.60/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T14:16:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T14:16:17Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-tb8t6.18c679c257d4f4f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "50298"
    uid: 43f1a805-1659-4532-a2cf-b70e56fb0f56
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:16:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-tb8t6
    namespace: kserve-ci-e2e-test
    resourceVersion: "50273"
    uid: 9409de62-685d-4284-bb5b-81f73b39da9a
  kind: Event
  lastTimestamp: "2026-07-28T14:16:17Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T14:16:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:16:17Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-tb8t6.18c679c25939b77f
    namespace: kserve-ci-e2e-test
    resourceVersion: "50300"
    uid: 1065e1d3-cd23-4d30-89ef-5c949d1f1e5c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:16:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-tb8t6
    namespace: kserve-ci-e2e-test
    resourceVersion: "50273"
    uid: 9409de62-685d-4284-bb5b-81f73b39da9a
  kind: Event
  lastTimestamp: "2026-07-28T14:16:17Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T14:16:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:16:17Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-tb8t6.18c679c25c7c5812
    namespace: kserve-ci-e2e-test
    resourceVersion: "50302"
    uid: 8b821fe9-08a1-45ee-8c99-7dbdbb87b59a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:16:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-tb8t6
    namespace: kserve-ci-e2e-test
    resourceVersion: "50273"
    uid: 9409de62-685d-4284-bb5b-81f73b39da9a
  kind: Event
  lastTimestamp: "2026-07-28T14:16:17Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T14:16:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:16:17Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-tb8t6.18c679c25cf2a3f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "50303"
    uid: 8d6e8533-93ea-496a-bfd6-f5b81bf129e4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:16:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-tb8t6
    namespace: kserve-ci-e2e-test
    resourceVersion: "50273"
    uid: 9409de62-685d-4284-bb5b-81f73b39da9a
  kind: Event
  lastTimestamp: "2026-07-28T14:16:22Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-07-28T14:16:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:16:22Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-tb8t6.18c679c35c96a594
    namespace: kserve-ci-e2e-test
    resourceVersion: "50336"
    uid: 846e079e-9771-446f-9300-f2fae673df34
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:16:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-tb8t6
    namespace: kserve-ci-e2e-test
    resourceVersion: "50273"
    uid: 9409de62-685d-4284-bb5b-81f73b39da9a
  kind: Event
  lastTimestamp: "2026-07-28T14:16:22Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T14:16:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:16:22Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-tb8t6.18c679c360074a78
    namespace: kserve-ci-e2e-test
    resourceVersion: "50338"
    uid: 6bf6c5e0-14d1-4a60-bb31-9d4fe45e5ce1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:16:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-tb8t6
    namespace: kserve-ci-e2e-test
    resourceVersion: "50273"
    uid: 9409de62-685d-4284-bb5b-81f73b39da9a
  kind: Event
  lastTimestamp: "2026-07-28T14:16:22Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T14:16:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:16:22Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-tb8t6.18c679c36081d182
    namespace: kserve-ci-e2e-test
    resourceVersion: "50339"
    uid: 54930a89-6d42-4fb9-aad8-24cac8abcd5f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:16:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-tb8t6
    namespace: kserve-ci-e2e-test
    resourceVersion: "50273"
    uid: 9409de62-685d-4284-bb5b-81f73b39da9a
  kind: Event
  lastTimestamp: "2026-07-28T14:16:22Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T14:16:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:16:22Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-tb8t6.18c679c3608bffc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "50342"
    uid: 797eb7b5-7025-4d41-8822-99c95dc3a445
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:16:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-tb8t6
    namespace: kserve-ci-e2e-test
    resourceVersion: "50273"
    uid: 9409de62-685d-4284-bb5b-81f73b39da9a
  kind: Event
  lastTimestamp: "2026-07-28T14:16:22Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T14:16:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:16:22Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-tb8t6.18c679c36409cd1d
    namespace: kserve-ci-e2e-test
    resourceVersion: "50346"
    uid: 384cc8e6-88d7-42ed-8764-ff65e2437da9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:16:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-tb8t6
    namespace: kserve-ci-e2e-test
    resourceVersion: "50273"
    uid: 9409de62-685d-4284-bb5b-81f73b39da9a
  kind: Event
  lastTimestamp: "2026-07-28T14:16:22Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T14:16:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:16:22Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-tb8t6.18c679c3647e3ae9
    namespace: kserve-ci-e2e-test
    resourceVersion: "50347"
    uid: 9f1f0310-2c14-4970-be78-35b8966467ce
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:17:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-tb8t6
    namespace: kserve-ci-e2e-test
    resourceVersion: "50273"
    uid: 9409de62-685d-4284-bb5b-81f73b39da9a
  kind: Event
  lastTimestamp: "2026-07-28T14:17:07Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T14:17:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:17:07Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-tb8t6.18c679cdc75e5242
    namespace: kserve-ci-e2e-test
    resourceVersion: "50687"
    uid: e4ed5f97-f482-4d79-a1bc-a3bd8e9fa6f1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:17:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-tb8t6
    namespace: kserve-ci-e2e-test
    resourceVersion: "50273"
    uid: 9409de62-685d-4284-bb5b-81f73b39da9a
  kind: Event
  lastTimestamp: "2026-07-28T14:17:07Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T14:17:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:17:07Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-tb8t6.18c679cdc75eef48
    namespace: kserve-ci-e2e-test
    resourceVersion: "50688"
    uid: cfc90d24-1595-4aac-91ef-5d175686cfcd
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:17:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-tb8t6
    namespace: kserve-ci-e2e-test
    resourceVersion: "50273"
    uid: 9409de62-685d-4284-bb5b-81f73b39da9a
  kind: Event
  lastTimestamp: "2026-07-28T14:17:10Z"
  message: 'Readiness probe failed: Get "https://10.134.0.60:8643/healthz": dial tcp
    10.134.0.60:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T14:17:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:17:10Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-tb8t6.18c679ce8a734d11
    namespace: kserve-ci-e2e-test
    resourceVersion: "50711"
    uid: b8087323-5bca-4e9a-9169-6f329d4103b9
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:17:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-tb8t6
    namespace: kserve-ci-e2e-test
    resourceVersion: "50273"
    uid: 9409de62-685d-4284-bb5b-81f73b39da9a
  kind: Event
  lastTimestamp: "2026-07-28T14:17:10Z"
  message: 'Readiness probe failed: Get "http://10.134.0.60:8080/v2/models/xgboost-v2-mlserver/ready":
    dial tcp 10.134.0.60:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T14:17:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T14:17:10Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-tb8t6.18c679ce8ada4a91
    namespace: kserve-ci-e2e-test
    resourceVersion: "50713"
    uid: 666a3e73-1d53-48bb-8c75-b7868d2acf3c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-177.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:16:16Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: xgboost-v2-mlserver-predictor-59944bcf4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "50261"
    uid: 4f89e837-6cd8-4332-86c6-0993d21c78d9
  kind: Event
  lastTimestamp: "2026-07-28T14:16:16Z"
  message: 'Created pod: xgboost-v2-mlserver-predictor-59944bcf4c-tb8t6'
  metadata:
    creationTimestamp: "2026-07-28T14:16:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T14:16:16Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c.18c679c2199fdca9
    namespace: kserve-ci-e2e-test
    resourceVersion: "50272"
    uid: 3b54cfdd-37df-4526-a322-d5ce6127fb37
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:16:16Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "50259"
    uid: b2d10ce1-049a-439c-8aae-12486846f2ea
  kind: Event
  lastTimestamp: "2026-07-28T14:16:16Z"
  message: Scaled up replica set xgboost-v2-mlserver-predictor-59944bcf4c from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-28T14:16:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T14:16:16Z"
    name: xgboost-v2-mlserver-predictor.18c679c216783b68
    namespace: kserve-ci-e2e-test
    resourceVersion: "50263"
    uid: eb251124-121f-4084-8d7c-34215de47650
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T14:16:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "50260"
    uid: 3fd29b7e-6b7c-426a-b933-586fc851b230
  kind: Event
  lastTimestamp: "2026-07-28T14:17:01Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T14:16:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T14:17:01Z"
    name: xgboost-v2-mlserver-predictor.18c679c595331732
    namespace: kserve-ci-e2e-test
    resourceVersion: "50631"
    uid: 92ec9319-e75c-486f-a518-baf66cdb6324
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T14:16:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "50260"
    uid: 3fd29b7e-6b7c-426a-b933-586fc851b230
  kind: Event
  lastTimestamp: "2026-07-28T14:17:01Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T14:16:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T14:17:01Z"
    name: xgboost-v2-mlserver-predictor.18c679c5959e2673
    namespace: kserve-ci-e2e-test
    resourceVersion: "50632"
    uid: 50e216a6-7deb-49a9-ab7b-7b36a1ac738d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T14:16:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "50252"
    uid: 353c162e-1a97-4d09-ab0c-e43e78884e73
  kind: Event
  lastTimestamp: "2026-07-28T14:17:00Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T14:16:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T14:17:00Z"
    name: xgboost-v2-mlserver.18c679c2166b1619
    namespace: kserve-ci-e2e-test
    resourceVersion: "50620"
    uid: f7e2808e-d22e-4641-8511-366a9b1925a1
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:16:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "50252"
    uid: 353c162e-1a97-4d09-ab0c-e43e78884e73
  kind: Event
  lastTimestamp: "2026-07-28T14:16:16Z"
  message: 'Failed to update status for InferenceService "xgboost-v2-mlserver": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "xgboost-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T14:16:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T14:16:16Z"
    name: xgboost-v2-mlserver.18c679c216f7f435
    namespace: kserve-ci-e2e-test
    resourceVersion: "50266"
    uid: 9f6a7ef7-4179-4eae-97cd-f7db2d1c0e91
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T14:17:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "50618"
    uid: 353c162e-1a97-4d09-ab0c-e43e78884e73
  kind: Event
  lastTimestamp: "2026-07-28T14:17:00Z"
  message: InferenceService [xgboost-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-07-28T14:17:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T14:17:00Z"
    name: xgboost-v2-mlserver.18c679cc3df5b7f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "50619"
    uid: 81f7b017-7b4b-4594-adc2-6713f8c1309e
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
kind: EventList
metadata:
  resourceVersion: "56232"