---
apiVersion: v1
items:
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-20T10:25:30.358161Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-4qt5z
    namespace: kserve-ci-e2e-test
    resourceVersion: "22764"
    uid: 8ebdeb4b-fcc9-4117-abb8-097918ce2ee2
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-4qt5z
    to ip-10-0-134-80.ec2.internal
  metadata:
    creationTimestamp: "2026-07-20T10:25:30Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-20T10:25:30Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-4qt5z.18c3f885ab5cb3dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22770"
    uid: 2464091e-5d65-4bbb-936c-27c996e61e72
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-689d9fc459-bqtkn
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:25:30Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-4qt5z
    namespace: kserve-ci-e2e-test
    resourceVersion: "22774"
    uid: 8ebdeb4b-fcc9-4117-abb8-097918ce2ee2
  kind: Event
  lastTimestamp: "2026-07-20T10:25:30Z"
  message: Add eth0 [10.132.0.32/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-20T10:25:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-20T10:25:30Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-4qt5z.18c3f885c4bd0c5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22789"
    uid: 31bf79af-7166-4a4a-a305-1d05f512a99d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:25:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-4qt5z
    namespace: kserve-ci-e2e-test
    resourceVersion: "22767"
    uid: 8ebdeb4b-fcc9-4117-abb8-097918ce2ee2
  kind: Event
  lastTimestamp: "2026-07-20T10:25:30Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:038cd29f3e031cdfd5fa54ba896bbecc69cd255eda6b470c2f7bce5282357bb8"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-20T10:25:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:25:30Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-4qt5z.18c3f885c634ddfd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22791"
    uid: 8162053c-de53-4d8f-aaa3-cfe1abdd613f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:25:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-4qt5z
    namespace: kserve-ci-e2e-test
    resourceVersion: "22767"
    uid: 8ebdeb4b-fcc9-4117-abb8-097918ce2ee2
  kind: Event
  lastTimestamp: "2026-07-20T10:25:30Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-20T10:25:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:25:30Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-4qt5z.18c3f885c90ffee3
    namespace: kserve-ci-e2e-test
    resourceVersion: "22792"
    uid: 803f3c62-38a8-421e-bd6c-be49cf83137d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:25:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-4qt5z
    namespace: kserve-ci-e2e-test
    resourceVersion: "22767"
    uid: 8ebdeb4b-fcc9-4117-abb8-097918ce2ee2
  kind: Event
  lastTimestamp: "2026-07-20T10:25:30Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-20T10:25:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:25:30Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-4qt5z.18c3f885c9796077
    namespace: kserve-ci-e2e-test
    resourceVersion: "22793"
    uid: 0893d364-f652-4cb3-88f1-ffe8299a901e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:25:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-4qt5z
    namespace: kserve-ci-e2e-test
    resourceVersion: "22767"
    uid: 8ebdeb4b-fcc9-4117-abb8-097918ce2ee2
  kind: Event
  lastTimestamp: "2026-07-20T10:25:40Z"
  message: Container image "kserve/autogluonserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-20T10:25:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:25:40Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-4qt5z.18c3f887ed830a5a
    namespace: kserve-ci-e2e-test
    resourceVersion: "22864"
    uid: 660e9721-f575-49c6-b0bb-44d13ec866b7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:25:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-4qt5z
    namespace: kserve-ci-e2e-test
    resourceVersion: "22767"
    uid: 8ebdeb4b-fcc9-4117-abb8-097918ce2ee2
  kind: Event
  lastTimestamp: "2026-07-20T10:25:40Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-20T10:25:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:25:40Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-4qt5z.18c3f887f072a257
    namespace: kserve-ci-e2e-test
    resourceVersion: "22867"
    uid: 089733f5-6e6a-4950-993e-e05251e5604a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:25:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-4qt5z
    namespace: kserve-ci-e2e-test
    resourceVersion: "22767"
    uid: 8ebdeb4b-fcc9-4117-abb8-097918ce2ee2
  kind: Event
  lastTimestamp: "2026-07-20T10:25:40Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-20T10:25:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:25:40Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-4qt5z.18c3f887f0e00146
    namespace: kserve-ci-e2e-test
    resourceVersion: "22870"
    uid: 8bc1f519-7e93-42ab-a3e3-d7bb59a1a11a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:25:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-4qt5z
    namespace: kserve-ci-e2e-test
    resourceVersion: "22767"
    uid: 8ebdeb4b-fcc9-4117-abb8-097918ce2ee2
  kind: Event
  lastTimestamp: "2026-07-20T10:25:40Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-20T10:25:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:25:40Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-4qt5z.18c3f887f0e9a2fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "22871"
    uid: f5641e0a-d6c3-4e25-8945-c4e4a308d6b8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:25:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-4qt5z
    namespace: kserve-ci-e2e-test
    resourceVersion: "22767"
    uid: 8ebdeb4b-fcc9-4117-abb8-097918ce2ee2
  kind: Event
  lastTimestamp: "2026-07-20T10:25:40Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-20T10:25:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:25:40Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-4qt5z.18c3f887f3af843f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22873"
    uid: 06967c8f-71d7-4b22-9731-e761c9366b37
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:25:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-4qt5z
    namespace: kserve-ci-e2e-test
    resourceVersion: "22767"
    uid: 8ebdeb4b-fcc9-4117-abb8-097918ce2ee2
  kind: Event
  lastTimestamp: "2026-07-20T10:25:40Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-20T10:25:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:25:40Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-4qt5z.18c3f887f41b2183
    namespace: kserve-ci-e2e-test
    resourceVersion: "22874"
    uid: a244aa5f-0f97-4d9d-93bf-f77ca5ec3245
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-20T10:25:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-4qt5z
    namespace: kserve-ci-e2e-test
    resourceVersion: "22767"
    uid: 8ebdeb4b-fcc9-4117-abb8-097918ce2ee2
  kind: Event
  lastTimestamp: "2026-07-20T10:25:48Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.32:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-20T10:25:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:25:48Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-4qt5z.18c3f88865690b90
    namespace: kserve-ci-e2e-test
    resourceVersion: "22931"
    uid: b0236d6b-ec10-4c52-9399-77314f5e5bbe
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:26:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-4qt5z
    namespace: kserve-ci-e2e-test
    resourceVersion: "22767"
    uid: 8ebdeb4b-fcc9-4117-abb8-097918ce2ee2
  kind: Event
  lastTimestamp: "2026-07-20T10:26:05Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-20T10:26:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:26:05Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-4qt5z.18c3f88dd8477463
    namespace: kserve-ci-e2e-test
    resourceVersion: "23083"
    uid: 1dd6d7f5-5924-48fe-b2fc-751ff582ac7f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:26:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-4qt5z
    namespace: kserve-ci-e2e-test
    resourceVersion: "22767"
    uid: 8ebdeb4b-fcc9-4117-abb8-097918ce2ee2
  kind: Event
  lastTimestamp: "2026-07-20T10:26:05Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-20T10:26:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:26:05Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-4qt5z.18c3f88dd847f104
    namespace: kserve-ci-e2e-test
    resourceVersion: "23084"
    uid: ab1a311e-50fa-40b1-a1c5-f0796875d635
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:25:30Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585
    namespace: kserve-ci-e2e-test
    resourceVersion: "22755"
    uid: 64897c1c-814f-4d14-8cd0-f8c2dfc807b7
  kind: Event
  lastTimestamp: "2026-07-20T10:25:30Z"
  message: 'Created pod: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-4qt5z'
  metadata:
    creationTimestamp: "2026-07-20T10:25:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T10:25:30Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585.18c3f885aafcb3de
    namespace: kserve-ci-e2e-test
    resourceVersion: "22768"
    uid: 9c3c1d84-83e9-43b4-ba0e-5c8d34e8d2ae
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:25:30Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-ts-v1-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22753"
    uid: 967e9d14-7075-4b50-b332-956140c8a30c
  kind: Event
  lastTimestamp: "2026-07-20T10:25:30Z"
  message: Scaled up replica set isvc-autogluon-ts-v1-noslash-predictor-b54fbf585
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-20T10:25:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T10:25:30Z"
    name: isvc-autogluon-ts-v1-noslash-predictor.18c3f885a85cdc4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22758"
    uid: 112b8910-26b6-447e-a247-709db6711bbf
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-20T10:25:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22754"
    uid: b719edd5-f121-41f0-bea9-38558aad38db
  kind: Event
  lastTimestamp: "2026-07-20T10:26:00Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-20T10:25:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T10:26:00Z"
    name: isvc-autogluon-ts-v1-noslash-predictor.18c3f88927631467
    namespace: kserve-ci-e2e-test
    resourceVersion: "23029"
    uid: 1bffb278-5703-4773-9690-71dd30f7401a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-20T10:25:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22754"
    uid: b719edd5-f121-41f0-bea9-38558aad38db
  kind: Event
  lastTimestamp: "2026-07-20T10:26:00Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-20T10:25:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T10:26:00Z"
    name: isvc-autogluon-ts-v1-noslash-predictor.18c3f88927d4072a
    namespace: kserve-ci-e2e-test
    resourceVersion: "23030"
    uid: 5ac81c47-04a0-4ec7-b9a0-a63555f4b309
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-07-20T10:25:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "22746"
    uid: 457315ad-32b5-44c0-ab64-602263241d24
  kind: Event
  lastTimestamp: "2026-07-20T10:25:58Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-20T10:25:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-20T10:25:58Z"
    name: isvc-autogluon-ts-v1-noslash.18c3f885a827cf21
    namespace: kserve-ci-e2e-test
    resourceVersion: "23010"
    uid: 5f533f38-17ff-49ed-bec3-d1148977dfb4
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-20T10:25:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "22746"
    uid: 457315ad-32b5-44c0-ab64-602263241d24
  kind: Event
  lastTimestamp: "2026-07-20T10:25:30Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-ts-v1-noslash":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-ts-v1-noslash":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-20T10:25:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-20T10:25:30Z"
    name: isvc-autogluon-ts-v1-noslash.18c3f885a88c8bf8
    namespace: kserve-ci-e2e-test
    resourceVersion: "22776"
    uid: 15d84275-dd6b-4872-b8c8-1a9a55e3a7a3
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:25:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "22750"
    uid: 457315ad-32b5-44c0-ab64-602263241d24
  kind: Event
  lastTimestamp: "2026-07-20T10:25:30Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-autogluon-ts-v1-noslash": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-20T10:25:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-20T10:25:30Z"
    name: isvc-autogluon-ts-v1-noslash.18c3f885ae4718a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "22777"
    uid: b0f74d79-f870-44d5-82cf-ae6e2b40ffdf
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:25:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "23008"
    uid: 457315ad-32b5-44c0-ab64-602263241d24
  kind: Event
  lastTimestamp: "2026-07-20T10:25:58Z"
  message: InferenceService [isvc-autogluon-ts-v1-noslash] is Ready
  metadata:
    creationTimestamp: "2026-07-20T10:25:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-20T10:25:58Z"
    name: isvc-autogluon-ts-v1-noslash.18c3f88c24596030
    namespace: kserve-ci-e2e-test
    resourceVersion: "23009"
    uid: e6764f7f-f43b-401a-9ae0-743c07e5faff
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-20T10:24:43.059985Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-lp9jc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22351"
    uid: 2ad87b9b-9ae7-43ef-8479-a1c3447d484e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-ts-v1-predictor-6cf79d9f7d-lp9jc
    to ip-10-0-134-80.ec2.internal
  metadata:
    creationTimestamp: "2026-07-20T10:24:43Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-20T10:24:43Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-lp9jc.18c3f87aa82bd5ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "22355"
    uid: ce611ff3-df51-4e5f-8e3a-62b1585f7df6
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-689d9fc459-bqtkn
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:24:43Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-lp9jc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22361"
    uid: 2ad87b9b-9ae7-43ef-8479-a1c3447d484e
  kind: Event
  lastTimestamp: "2026-07-20T10:24:43Z"
  message: Add eth0 [10.132.0.31/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-20T10:24:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-20T10:24:43Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-lp9jc.18c3f87ac12ab982
    namespace: kserve-ci-e2e-test
    resourceVersion: "22369"
    uid: 137d531a-5745-44eb-9643-91da9f4edc24
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:24:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-lp9jc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22353"
    uid: 2ad87b9b-9ae7-43ef-8479-a1c3447d484e
  kind: Event
  lastTimestamp: "2026-07-20T10:24:43Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:038cd29f3e031cdfd5fa54ba896bbecc69cd255eda6b470c2f7bce5282357bb8"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-20T10:24:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:24:43Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-lp9jc.18c3f87ac2a5282f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22371"
    uid: fac450d6-ff86-437c-adbc-e894cdb80449
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:24:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-lp9jc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22353"
    uid: 2ad87b9b-9ae7-43ef-8479-a1c3447d484e
  kind: Event
  lastTimestamp: "2026-07-20T10:24:43Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-20T10:24:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:24:43Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-lp9jc.18c3f87ac546b374
    namespace: kserve-ci-e2e-test
    resourceVersion: "22372"
    uid: 21051f6d-7cce-4ee5-a647-6d7af0092705
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:24:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-lp9jc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22353"
    uid: 2ad87b9b-9ae7-43ef-8479-a1c3447d484e
  kind: Event
  lastTimestamp: "2026-07-20T10:24:43Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-20T10:24:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:24:43Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-lp9jc.18c3f87ac5b076b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "22373"
    uid: b512032d-4b8b-48a1-947c-610da85d48ad
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:24:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-lp9jc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22353"
    uid: 2ad87b9b-9ae7-43ef-8479-a1c3447d484e
  kind: Event
  lastTimestamp: "2026-07-20T10:24:51Z"
  message: Container image "kserve/autogluonserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-20T10:24:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:24:51Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-lp9jc.18c3f87cb4ebe8db
    namespace: kserve-ci-e2e-test
    resourceVersion: "22436"
    uid: 6e521e5d-8393-495d-beac-063cd7867898
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:24:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-lp9jc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22353"
    uid: 2ad87b9b-9ae7-43ef-8479-a1c3447d484e
  kind: Event
  lastTimestamp: "2026-07-20T10:24:51Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-20T10:24:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:24:51Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-lp9jc.18c3f87cb7ab6bd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22438"
    uid: 5518e7d6-81aa-4109-aa28-943a9c152a21
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:24:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-lp9jc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22353"
    uid: 2ad87b9b-9ae7-43ef-8479-a1c3447d484e
  kind: Event
  lastTimestamp: "2026-07-20T10:24:51Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-20T10:24:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:24:51Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-lp9jc.18c3f87cb81ac01a
    namespace: kserve-ci-e2e-test
    resourceVersion: "22439"
    uid: c3c3ba7a-93b3-43d5-bc58-66d7db67421d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:24:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-lp9jc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22353"
    uid: 2ad87b9b-9ae7-43ef-8479-a1c3447d484e
  kind: Event
  lastTimestamp: "2026-07-20T10:24:51Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-20T10:24:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:24:51Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-lp9jc.18c3f87cb824a480
    namespace: kserve-ci-e2e-test
    resourceVersion: "22442"
    uid: 178ca0cb-3b7d-4d22-acee-f6d27299c012
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:24:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-lp9jc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22353"
    uid: 2ad87b9b-9ae7-43ef-8479-a1c3447d484e
  kind: Event
  lastTimestamp: "2026-07-20T10:24:51Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-20T10:24:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:24:51Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-lp9jc.18c3f87cbb0cf075
    namespace: kserve-ci-e2e-test
    resourceVersion: "22444"
    uid: 2e2f2734-cc50-40da-994b-6aa022007ac5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:24:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-lp9jc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22353"
    uid: 2ad87b9b-9ae7-43ef-8479-a1c3447d484e
  kind: Event
  lastTimestamp: "2026-07-20T10:24:51Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-20T10:24:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:24:51Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-lp9jc.18c3f87cbb7bda67
    namespace: kserve-ci-e2e-test
    resourceVersion: "22445"
    uid: 7010baf3-ffe9-415c-bff6-442cf16d30e9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-20T10:24:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-lp9jc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22353"
    uid: 2ad87b9b-9ae7-43ef-8479-a1c3447d484e
  kind: Event
  lastTimestamp: "2026-07-20T10:24:59Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.31:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-20T10:24:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:24:59Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-lp9jc.18c3f87d2cc1b908
    namespace: kserve-ci-e2e-test
    resourceVersion: "22502"
    uid: 984b2f97-c3f7-4736-acbe-2e4b7b30ce51
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:25:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-lp9jc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22353"
    uid: 2ad87b9b-9ae7-43ef-8479-a1c3447d484e
  kind: Event
  lastTimestamp: "2026-07-20T10:25:25Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-20T10:25:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:25:25Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-lp9jc.18c3f88476cadc22
    namespace: kserve-ci-e2e-test
    resourceVersion: "22700"
    uid: cc4f309c-553e-47d3-8f3b-6fab9cbedb5d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:25:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-lp9jc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22353"
    uid: 2ad87b9b-9ae7-43ef-8479-a1c3447d484e
  kind: Event
  lastTimestamp: "2026-07-20T10:25:25Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-20T10:25:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:25:25Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-lp9jc.18c3f88476cb6375
    namespace: kserve-ci-e2e-test
    resourceVersion: "22701"
    uid: 9c6d4f21-506c-4963-ae0a-2d97ad8cbdf6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:24:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22340"
    uid: 2b0fa185-2b14-4dfe-bf95-b6ff336334c8
  kind: Event
  lastTimestamp: "2026-07-20T10:24:43Z"
  message: 'Created pod: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-lp9jc'
  metadata:
    creationTimestamp: "2026-07-20T10:24:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T10:24:43Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d.18c3f87aa7c1dfc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22352"
    uid: dd7f8f47-f7f7-48f1-a39b-c495016301e9
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:24:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-ts-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22338"
    uid: d55b1fd7-e4f6-4c48-b66b-0c18febc82d2
  kind: Event
  lastTimestamp: "2026-07-20T10:24:42Z"
  message: Scaled up replica set isvc-autogluon-ts-v1-predictor-6cf79d9f7d from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-20T10:24:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T10:24:42Z"
    name: isvc-autogluon-ts-v1-predictor.18c3f87aa38c2577
    namespace: kserve-ci-e2e-test
    resourceVersion: "22341"
    uid: 89c3d917-5cdf-4ec5-878a-a49f94706707
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-20T10:24:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22339"
    uid: ae602bed-1921-485b-bc64-2b0acdfdc534
  kind: Event
  lastTimestamp: "2026-07-20T10:25:13Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-20T10:24:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T10:25:13Z"
    name: isvc-autogluon-ts-v1-predictor.18c3f87e220e4e74
    namespace: kserve-ci-e2e-test
    resourceVersion: "22608"
    uid: 4d44f7ca-d32a-495f-8568-982e408accaf
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-20T10:24:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22339"
    uid: ae602bed-1921-485b-bc64-2b0acdfdc534
  kind: Event
  lastTimestamp: "2026-07-20T10:25:13Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-20T10:24:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T10:25:13Z"
    name: isvc-autogluon-ts-v1-predictor.18c3f87e227d0a26
    namespace: kserve-ci-e2e-test
    resourceVersion: "22609"
    uid: b224aa1a-c9f8-427a-90a3-4a21526f309c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-20T10:24:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "22330"
    uid: d4ea52d2-ed0b-447b-bcf7-77d87b0fd19f
  kind: Event
  lastTimestamp: "2026-07-20T10:25:10Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-20T10:24:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-20T10:25:10Z"
    name: isvc-autogluon-ts-v1.18c3f87aa3890e72
    namespace: kserve-ci-e2e-test
    resourceVersion: "22586"
    uid: f3f42063-3cfb-460c-8643-dca5680745b0
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-20T10:24:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "22330"
    uid: d4ea52d2-ed0b-447b-bcf7-77d87b0fd19f
  kind: Event
  lastTimestamp: "2026-07-20T10:24:43Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-ts-v1": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-ts-v1":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-20T10:24:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-20T10:24:43Z"
    name: isvc-autogluon-ts-v1.18c3f87aa425ee5a
    namespace: kserve-ci-e2e-test
    resourceVersion: "22360"
    uid: d7aefeac-f10d-4677-afe4-4cf25a0aaef0
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:24:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "22334"
    uid: d4ea52d2-ed0b-447b-bcf7-77d87b0fd19f
  kind: Event
  lastTimestamp: "2026-07-20T10:24:43Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-autogluon-ts-v1": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-20T10:24:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-20T10:24:43Z"
    name: isvc-autogluon-ts-v1.18c3f87aa9212e03
    namespace: kserve-ci-e2e-test
    resourceVersion: "22362"
    uid: 65603804-ee44-4610-b08e-1a613f1f7bcc
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:25:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "22584"
    uid: d4ea52d2-ed0b-447b-bcf7-77d87b0fd19f
  kind: Event
  lastTimestamp: "2026-07-20T10:25:09Z"
  message: InferenceService [isvc-autogluon-ts-v1] is Ready
  metadata:
    creationTimestamp: "2026-07-20T10:25:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-20T10:25:09Z"
    name: isvc-autogluon-ts-v1.18c3f880ed05c143
    namespace: kserve-ci-e2e-test
    resourceVersion: "22585"
    uid: a3c7d9a5-8538-480b-b7aa-9d2df0f8cb87
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-20T10:14:57.509160Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-bp2w5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17900"
    uid: d53fb653-f539-4be4-9dd6-7934a76cc3fe
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v1-predictor-574b5b7495-bp2w5
    to ip-10-0-134-80.ec2.internal
  metadata:
    creationTimestamp: "2026-07-20T10:14:57Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-20T10:14:57Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-bp2w5.18c3f7f2529f6fb3
    namespace: kserve-ci-e2e-test
    resourceVersion: "17912"
    uid: 79e41622-74cd-4012-b3c2-e132eaf8bed5
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-689d9fc459-bqtkn
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:14:57Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-bp2w5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17920"
    uid: d53fb653-f539-4be4-9dd6-7934a76cc3fe
  kind: Event
  lastTimestamp: "2026-07-20T10:14:57Z"
  message: Add eth0 [10.132.0.27/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-20T10:14:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-20T10:14:57Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-bp2w5.18c3f7f26c1a28af
    namespace: kserve-ci-e2e-test
    resourceVersion: "17931"
    uid: be03b349-7c22-4921-b057-1c9a2d11145d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:14:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-bp2w5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17904"
    uid: d53fb653-f539-4be4-9dd6-7934a76cc3fe
  kind: Event
  lastTimestamp: "2026-07-20T10:14:57Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:038cd29f3e031cdfd5fa54ba896bbecc69cd255eda6b470c2f7bce5282357bb8"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-20T10:14:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:14:57Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-bp2w5.18c3f7f26e15959e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17933"
    uid: 0d1dd704-2164-47d1-b55a-60d84eb1c945
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:14:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-bp2w5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17904"
    uid: d53fb653-f539-4be4-9dd6-7934a76cc3fe
  kind: Event
  lastTimestamp: "2026-07-20T10:14:58Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-20T10:14:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:14:58Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-bp2w5.18c3f7f270dde6ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "17934"
    uid: e9c27965-b41f-4545-92ac-bb5a35fe67d4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:14:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-bp2w5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17904"
    uid: d53fb653-f539-4be4-9dd6-7934a76cc3fe
  kind: Event
  lastTimestamp: "2026-07-20T10:14:58Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-20T10:14:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:14:58Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-bp2w5.18c3f7f271494b0a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17935"
    uid: 6b1b61b2-bfca-4fe4-9794-86df81118c64
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:15:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-bp2w5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17904"
    uid: d53fb653-f539-4be4-9dd6-7934a76cc3fe
  kind: Event
  lastTimestamp: "2026-07-20T10:15:18Z"
  message: Pulling image "kserve/autogluonserver:latest"
  metadata:
    creationTimestamp: "2026-07-20T10:15:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:15:18Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-bp2w5.18c3f7f74032bda1
    namespace: kserve-ci-e2e-test
    resourceVersion: "18098"
    uid: da3ccb6a-8847-44c5-8f0c-7b77e11c0a31
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:17:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-bp2w5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17904"
    uid: d53fb653-f539-4be4-9dd6-7934a76cc3fe
  kind: Event
  lastTimestamp: "2026-07-20T10:17:16Z"
  message: 'Successfully pulled image "kserve/autogluonserver:latest" in 1m57.894s
    (1m57.894s including waiting). Image size: 8940077337 bytes.'
  metadata:
    creationTimestamp: "2026-07-20T10:17:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:17:16Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-bp2w5.18c3f812b3428add
    namespace: kserve-ci-e2e-test
    resourceVersion: "18917"
    uid: 106c054d-f852-430c-ab11-b1eed7be9546
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:17:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-bp2w5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17904"
    uid: d53fb653-f539-4be4-9dd6-7934a76cc3fe
  kind: Event
  lastTimestamp: "2026-07-20T10:17:16Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-20T10:17:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:17:16Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-bp2w5.18c3f812c224bfd1
    namespace: kserve-ci-e2e-test
    resourceVersion: "18919"
    uid: 438e125e-f7da-4924-9918-100e00ed4f7e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:17:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-bp2w5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17904"
    uid: d53fb653-f539-4be4-9dd6-7934a76cc3fe
  kind: Event
  lastTimestamp: "2026-07-20T10:17:16Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-20T10:17:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:17:16Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-bp2w5.18c3f812c3716399
    namespace: kserve-ci-e2e-test
    resourceVersion: "18920"
    uid: 5511d17a-1ca5-4a94-83d7-120911108365
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:17:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-bp2w5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17904"
    uid: d53fb653-f539-4be4-9dd6-7934a76cc3fe
  kind: Event
  lastTimestamp: "2026-07-20T10:17:16Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-20T10:17:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:17:16Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-bp2w5.18c3f812c37c9ba0
    namespace: kserve-ci-e2e-test
    resourceVersion: "18921"
    uid: dad79e8b-2046-4284-86ef-6464c6fbe327
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:17:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-bp2w5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17904"
    uid: d53fb653-f539-4be4-9dd6-7934a76cc3fe
  kind: Event
  lastTimestamp: "2026-07-20T10:17:16Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-20T10:17:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:17:16Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-bp2w5.18c3f812c91ae267
    namespace: kserve-ci-e2e-test
    resourceVersion: "18924"
    uid: a7c5f5bc-3a8f-4891-a97c-0a5aeebb2ffd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:17:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-bp2w5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17904"
    uid: d53fb653-f539-4be4-9dd6-7934a76cc3fe
  kind: Event
  lastTimestamp: "2026-07-20T10:17:16Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-20T10:17:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:17:16Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-bp2w5.18c3f812ca2a57cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "18925"
    uid: c56c40b9-1cc0-423a-9047-391a6d1f7d95
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-20T10:17:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-bp2w5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17904"
    uid: d53fb653-f539-4be4-9dd6-7934a76cc3fe
  kind: Event
  lastTimestamp: "2026-07-20T10:17:23Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.27:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-20T10:17:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:17:23Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-bp2w5.18c3f812d6cc80b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "18977"
    uid: 5450e677-4536-4b12-8705-bd67c7d9480d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:17:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-bp2w5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17904"
    uid: d53fb653-f539-4be4-9dd6-7934a76cc3fe
  kind: Event
  lastTimestamp: "2026-07-20T10:17:43Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-20T10:17:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:17:43Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-bp2w5.18c3f819028c1cdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "19139"
    uid: 7b16fbbd-ca8e-4d29-910d-6f823f860521
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:17:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-bp2w5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17904"
    uid: d53fb653-f539-4be4-9dd6-7934a76cc3fe
  kind: Event
  lastTimestamp: "2026-07-20T10:17:43Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-20T10:17:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:17:43Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-bp2w5.18c3f819028ca37b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19140"
    uid: 3e6b49fe-c80c-4053-80cf-8ac9985deba0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:14:57Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-v1-predictor-574b5b7495
    namespace: kserve-ci-e2e-test
    resourceVersion: "17868"
    uid: fa423617-245f-4d43-9165-73e2e06a5052
  kind: Event
  lastTimestamp: "2026-07-20T10:14:57Z"
  message: 'Created pod: isvc-autogluon-v1-predictor-574b5b7495-bp2w5'
  metadata:
    creationTimestamp: "2026-07-20T10:14:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T10:14:57Z"
    name: isvc-autogluon-v1-predictor-574b5b7495.18c3f7f25202411b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17905"
    uid: 4d75d341-5046-4811-b5f6-9fe59cbc0cba
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:14:57Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17866"
    uid: 385fc832-ea19-4154-83f3-7f34c9d1cde9
  kind: Event
  lastTimestamp: "2026-07-20T10:14:57Z"
  message: Scaled up replica set isvc-autogluon-v1-predictor-574b5b7495 from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-20T10:14:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T10:14:57Z"
    name: isvc-autogluon-v1-predictor.18c3f7f249c0dda7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17869"
    uid: a92212dc-50ed-4066-851d-81d664b95c19
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-20T10:15:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17867"
    uid: b9a7994f-adfa-4de4-967c-894df136b2ca
  kind: Event
  lastTimestamp: "2026-07-20T10:17:42Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-20T10:15:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T10:17:42Z"
    name: isvc-autogluon-v1-predictor.18c3f7f5c8b43a05
    namespace: kserve-ci-e2e-test
    resourceVersion: "19114"
    uid: 641a751f-1043-494d-bf3c-cca984807f46
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-20T10:15:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17867"
    uid: b9a7994f-adfa-4de4-967c-894df136b2ca
  kind: Event
  lastTimestamp: "2026-07-20T10:17:42Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-20T10:15:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T10:17:42Z"
    name: isvc-autogluon-v1-predictor.18c3f7f5c9508e20
    namespace: kserve-ci-e2e-test
    resourceVersion: "19115"
    uid: b6a3514a-bb26-42a4-9135-cf648d555317
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-20T10:14:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17855"
    uid: 1c9010e8-ea07-4001-b6a6-4c2d5c38c9c0
  kind: Event
  lastTimestamp: "2026-07-20T10:17:33Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-20T10:14:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-20T10:17:33Z"
    name: isvc-autogluon-v1.18c3f7f249c1d276
    namespace: kserve-ci-e2e-test
    resourceVersion: "19053"
    uid: 15d8eb57-5054-4a7e-b552-755cd1eac79d
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:14:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17855"
    uid: 1c9010e8-ea07-4001-b6a6-4c2d5c38c9c0
  kind: Event
  lastTimestamp: "2026-07-20T10:14:57Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-v1": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v1":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-20T10:14:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-20T10:14:57Z"
    name: isvc-autogluon-v1.18c3f7f24a501c65
    namespace: kserve-ci-e2e-test
    resourceVersion: "17872"
    uid: 98ad2ad8-5ee8-4d9b-806d-18a8b0b57693
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:17:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "19050"
    uid: 1c9010e8-ea07-4001-b6a6-4c2d5c38c9c0
  kind: Event
  lastTimestamp: "2026-07-20T10:17:33Z"
  message: InferenceService [isvc-autogluon-v1] is Ready
  metadata:
    creationTimestamp: "2026-07-20T10:17:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-20T10:17:33Z"
    name: isvc-autogluon-v1.18c3f81697142a18
    namespace: kserve-ci-e2e-test
    resourceVersion: "19051"
    uid: 740bb83a-dda1-47fc-88f1-f8c985d9a298
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-20T10:22:11.880015Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-dqxss
    namespace: kserve-ci-e2e-test
    resourceVersion: "21211"
    uid: 89caa13f-cb86-4d57-b68b-559ae2a98fef
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v2-noslash-predictor-5499c79f9f-dqxss
    to ip-10-0-134-80.ec2.internal
  metadata:
    creationTimestamp: "2026-07-20T10:22:11Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-20T10:22:11Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-dqxss.18c3f85775249066
    namespace: kserve-ci-e2e-test
    resourceVersion: "21216"
    uid: 67607f29-88b4-4295-aec0-9a91970e5070
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-689d9fc459-bqtkn
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:22:12Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-dqxss
    namespace: kserve-ci-e2e-test
    resourceVersion: "21223"
    uid: 89caa13f-cb86-4d57-b68b-559ae2a98fef
  kind: Event
  lastTimestamp: "2026-07-20T10:22:12Z"
  message: Add eth0 [10.132.0.30/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-20T10:22:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-20T10:22:12Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-dqxss.18c3f8578e664e69
    namespace: kserve-ci-e2e-test
    resourceVersion: "21231"
    uid: 18b9b247-ee58-4769-9ccd-5377470a4772
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:22:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-dqxss
    namespace: kserve-ci-e2e-test
    resourceVersion: "21213"
    uid: 89caa13f-cb86-4d57-b68b-559ae2a98fef
  kind: Event
  lastTimestamp: "2026-07-20T10:22:12Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:038cd29f3e031cdfd5fa54ba896bbecc69cd255eda6b470c2f7bce5282357bb8"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-20T10:22:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:22:12Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-dqxss.18c3f8579004cdc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21233"
    uid: 5c8c51f3-ae6c-4f11-8977-e21ea81bc75f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:22:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-dqxss
    namespace: kserve-ci-e2e-test
    resourceVersion: "21213"
    uid: 89caa13f-cb86-4d57-b68b-559ae2a98fef
  kind: Event
  lastTimestamp: "2026-07-20T10:22:12Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-20T10:22:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:22:12Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-dqxss.18c3f85792f9202d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21234"
    uid: b6de6ad0-ac0e-422d-ae8b-f1f2379f8fed
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:22:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-dqxss
    namespace: kserve-ci-e2e-test
    resourceVersion: "21213"
    uid: 89caa13f-cb86-4d57-b68b-559ae2a98fef
  kind: Event
  lastTimestamp: "2026-07-20T10:22:12Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-20T10:22:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:22:12Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-dqxss.18c3f85793690865
    namespace: kserve-ci-e2e-test
    resourceVersion: "21235"
    uid: 9c1d410b-9ca8-4d64-afb7-9a5e1b06892a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:22:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-dqxss
    namespace: kserve-ci-e2e-test
    resourceVersion: "21213"
    uid: 89caa13f-cb86-4d57-b68b-559ae2a98fef
  kind: Event
  lastTimestamp: "2026-07-20T10:22:42Z"
  message: Container image "kserve/autogluonserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-20T10:22:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:22:42Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-dqxss.18c3f85e901cd35f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21449"
    uid: 35222095-080a-4312-83b0-a3da41edbdc2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:22:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-dqxss
    namespace: kserve-ci-e2e-test
    resourceVersion: "21213"
    uid: 89caa13f-cb86-4d57-b68b-559ae2a98fef
  kind: Event
  lastTimestamp: "2026-07-20T10:22:42Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-20T10:22:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:22:42Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-dqxss.18c3f85e9329d055
    namespace: kserve-ci-e2e-test
    resourceVersion: "21451"
    uid: 352d8256-13b2-42d7-956b-a032ca1c673e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:22:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-dqxss
    namespace: kserve-ci-e2e-test
    resourceVersion: "21213"
    uid: 89caa13f-cb86-4d57-b68b-559ae2a98fef
  kind: Event
  lastTimestamp: "2026-07-20T10:22:42Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-20T10:22:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:22:42Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-dqxss.18c3f85e939b3093
    namespace: kserve-ci-e2e-test
    resourceVersion: "21454"
    uid: 74dd81e0-7754-416d-8586-19b4be9f8986
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:22:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-dqxss
    namespace: kserve-ci-e2e-test
    resourceVersion: "21213"
    uid: 89caa13f-cb86-4d57-b68b-559ae2a98fef
  kind: Event
  lastTimestamp: "2026-07-20T10:22:42Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-20T10:22:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:22:42Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-dqxss.18c3f85e93a4ef1b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21455"
    uid: 44f8e358-1027-4d89-9692-d65a7525ce71
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:22:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-dqxss
    namespace: kserve-ci-e2e-test
    resourceVersion: "21213"
    uid: 89caa13f-cb86-4d57-b68b-559ae2a98fef
  kind: Event
  lastTimestamp: "2026-07-20T10:22:42Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-20T10:22:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:22:42Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-dqxss.18c3f85e96822469
    namespace: kserve-ci-e2e-test
    resourceVersion: "21458"
    uid: 29a2088f-bcd8-4a4a-8a6d-1d7d0a56678f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:22:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-dqxss
    namespace: kserve-ci-e2e-test
    resourceVersion: "21213"
    uid: 89caa13f-cb86-4d57-b68b-559ae2a98fef
  kind: Event
  lastTimestamp: "2026-07-20T10:22:42Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-20T10:22:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:22:42Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-dqxss.18c3f85e96f2f2cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "21459"
    uid: 80aaaffc-b8be-4a2e-b91f-07255c9f6d04
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:24:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-dqxss
    namespace: kserve-ci-e2e-test
    resourceVersion: "21213"
    uid: 89caa13f-cb86-4d57-b68b-559ae2a98fef
  kind: Event
  lastTimestamp: "2026-07-20T10:24:37Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-20T10:24:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:24:37Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-dqxss.18c3f879765e6b5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22280"
    uid: 1646faea-3bd0-4793-a3fb-343cf485ebb4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:24:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-dqxss
    namespace: kserve-ci-e2e-test
    resourceVersion: "21213"
    uid: 89caa13f-cb86-4d57-b68b-559ae2a98fef
  kind: Event
  lastTimestamp: "2026-07-20T10:24:37Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-20T10:24:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:24:37Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-dqxss.18c3f879765f9a42
    namespace: kserve-ci-e2e-test
    resourceVersion: "22281"
    uid: f8d9ed6a-eec9-4e2d-a384-a2ce88fca163
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:22:11Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21198"
    uid: e3172f0a-5165-482d-ac37-923983834898
  kind: Event
  lastTimestamp: "2026-07-20T10:22:11Z"
  message: 'Created pod: isvc-autogluon-v2-noslash-predictor-5499c79f9f-dqxss'
  metadata:
    creationTimestamp: "2026-07-20T10:22:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T10:22:11Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f.18c3f85774ac0f77
    namespace: kserve-ci-e2e-test
    resourceVersion: "21212"
    uid: c47d230d-1a95-432c-80e0-bfbe9c957560
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:22:11Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-v2-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21196"
    uid: ee7b88ad-2eac-4cfa-b53d-4dab5d3c5d01
  kind: Event
  lastTimestamp: "2026-07-20T10:22:11Z"
  message: Scaled up replica set isvc-autogluon-v2-noslash-predictor-5499c79f9f from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-20T10:22:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T10:22:11Z"
    name: isvc-autogluon-v2-noslash-predictor.18c3f8576f410704
    namespace: kserve-ci-e2e-test
    resourceVersion: "21200"
    uid: ebe0a5a6-c32d-4943-9080-8441209e5d2e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-20T10:22:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21197"
    uid: 5600e74d-f92f-4964-85b9-d703b45d7af1
  kind: Event
  lastTimestamp: "2026-07-20T10:22:56Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-20T10:22:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T10:22:56Z"
    name: isvc-autogluon-v2-noslash-predictor.18c3f85aed940ece
    namespace: kserve-ci-e2e-test
    resourceVersion: "21555"
    uid: ef416be0-b0ad-4f26-af1d-ff6a737cccb4
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-20T10:22:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21197"
    uid: 5600e74d-f92f-4964-85b9-d703b45d7af1
  kind: Event
  lastTimestamp: "2026-07-20T10:22:56Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-20T10:22:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T10:22:56Z"
    name: isvc-autogluon-v2-noslash-predictor.18c3f85aee15296e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21556"
    uid: baafcce2-fc76-4b3e-89e4-509257a3f8ed
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-20T10:23:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21337"
    uid: 5600e74d-f92f-4964-85b9-d703b45d7af1
  kind: Event
  lastTimestamp: "2026-07-20T10:24:26Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-20T10:23:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T10:24:26Z"
    name: isvc-autogluon-v2-noslash-predictor.18c3f8656d88bf72
    namespace: kserve-ci-e2e-test
    resourceVersion: "22189"
    uid: 23409e57-6f72-43a4-9127-4bb0ff96e17a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-20T10:23:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21337"
    uid: 5600e74d-f92f-4964-85b9-d703b45d7af1
  kind: Event
  lastTimestamp: "2026-07-20T10:24:26Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-20T10:23:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T10:24:26Z"
    name: isvc-autogluon-v2-noslash-predictor.18c3f8656dddc9c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "22190"
    uid: a6f0e5bc-1aa2-490d-8a3e-d8c6568e00a9
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-20T10:22:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "21189"
    uid: 0431a923-05cb-4b82-8035-e719c81b0e26
  kind: Event
  lastTimestamp: "2026-07-20T10:24:21Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-20T10:22:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-20T10:24:21Z"
    name: isvc-autogluon-v2-noslash.18c3f8576f0d1ee3
    namespace: kserve-ci-e2e-test
    resourceVersion: "22154"
    uid: 093c4266-816b-4356-ad0d-921721fc8f9b
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-20T10:22:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "21189"
    uid: 0431a923-05cb-4b82-8035-e719c81b0e26
  kind: Event
  lastTimestamp: "2026-07-20T10:22:11Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-v2-noslash":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2-noslash":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-20T10:22:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-20T10:22:11Z"
    name: isvc-autogluon-v2-noslash.18c3f8576f8a4310
    namespace: kserve-ci-e2e-test
    resourceVersion: "21219"
    uid: 6c46a488-2a12-4475-afd5-9bc6a3a88845
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:22:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "21191"
    uid: 0431a923-05cb-4b82-8035-e719c81b0e26
  kind: Event
  lastTimestamp: "2026-07-20T10:22:11Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-autogluon-v2-noslash": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-20T10:22:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-20T10:22:11Z"
    name: isvc-autogluon-v2-noslash.18c3f8577566005f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21222"
    uid: 457f17ab-94e5-490f-a15c-74ec45c281c3
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:24:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "22152"
    uid: 0431a923-05cb-4b82-8035-e719c81b0e26
  kind: Event
  lastTimestamp: "2026-07-20T10:24:21Z"
  message: InferenceService [isvc-autogluon-v2-noslash] is Ready
  metadata:
    creationTimestamp: "2026-07-20T10:24:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-20T10:24:21Z"
    name: isvc-autogluon-v2-noslash.18c3f875b86db6e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22153"
    uid: 58df67d3-ba06-4545-b5f2-0baff225c169
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-20T10:17:48.951573Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-4vgp9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19211"
    uid: ee36b3ef-1353-4f45-9440-c10952975a02
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v2-predictor-9684b4cd9-4vgp9
    to ip-10-0-134-80.ec2.internal
  metadata:
    creationTimestamp: "2026-07-20T10:17:48Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-20T10:17:48Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-4vgp9.18c3f81a3d6300ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "19219"
    uid: dd7484bf-76ba-44e7-a874-e3895b0d4808
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-689d9fc459-bqtkn
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:17:49Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-4vgp9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19222"
    uid: ee36b3ef-1353-4f45-9440-c10952975a02
  kind: Event
  lastTimestamp: "2026-07-20T10:17:49Z"
  message: Add eth0 [10.132.0.28/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-20T10:17:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-20T10:17:49Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-4vgp9.18c3f81a58c50a36
    namespace: kserve-ci-e2e-test
    resourceVersion: "19230"
    uid: 440e60eb-c807-4f27-a3b4-f6ce83da1593
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:17:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-4vgp9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19212"
    uid: ee36b3ef-1353-4f45-9440-c10952975a02
  kind: Event
  lastTimestamp: "2026-07-20T10:17:49Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:038cd29f3e031cdfd5fa54ba896bbecc69cd255eda6b470c2f7bce5282357bb8"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-20T10:17:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:17:49Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-4vgp9.18c3f81a5a6b0e96
    namespace: kserve-ci-e2e-test
    resourceVersion: "19232"
    uid: ebaf6779-1a45-4266-b5e5-a4a0e24cf3b6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:17:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-4vgp9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19212"
    uid: ee36b3ef-1353-4f45-9440-c10952975a02
  kind: Event
  lastTimestamp: "2026-07-20T10:17:49Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-20T10:17:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:17:49Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-4vgp9.18c3f81a6010fc38
    namespace: kserve-ci-e2e-test
    resourceVersion: "19233"
    uid: 5c1b8049-8b62-4bc3-a869-fd066d6d2f8e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:17:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-4vgp9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19212"
    uid: ee36b3ef-1353-4f45-9440-c10952975a02
  kind: Event
  lastTimestamp: "2026-07-20T10:17:49Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-20T10:17:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:17:49Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-4vgp9.18c3f81a611d0583
    namespace: kserve-ci-e2e-test
    resourceVersion: "19234"
    uid: edc00b60-df3b-47ad-95e3-7e9a48668873
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:18:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-4vgp9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19212"
    uid: ee36b3ef-1353-4f45-9440-c10952975a02
  kind: Event
  lastTimestamp: "2026-07-20T10:18:20Z"
  message: Container image "kserve/autogluonserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-20T10:18:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:18:20Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-4vgp9.18c3f82190086941
    namespace: kserve-ci-e2e-test
    resourceVersion: "19452"
    uid: 4565762f-d12d-45f1-86c7-7ff4e125c16b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:18:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-4vgp9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19212"
    uid: ee36b3ef-1353-4f45-9440-c10952975a02
  kind: Event
  lastTimestamp: "2026-07-20T10:18:20Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-20T10:18:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:18:20Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-4vgp9.18c3f82192d6b246
    namespace: kserve-ci-e2e-test
    resourceVersion: "19454"
    uid: 5f3590c8-2950-4b6d-aa12-af7a44165a16
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:18:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-4vgp9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19212"
    uid: ee36b3ef-1353-4f45-9440-c10952975a02
  kind: Event
  lastTimestamp: "2026-07-20T10:18:20Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-20T10:18:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:18:20Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-4vgp9.18c3f821933188f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "19455"
    uid: b91cc9d5-1a8d-4e0f-b333-74dd1be14120
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:18:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-4vgp9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19212"
    uid: ee36b3ef-1353-4f45-9440-c10952975a02
  kind: Event
  lastTimestamp: "2026-07-20T10:18:20Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-20T10:18:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:18:20Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-4vgp9.18c3f821933a258e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19456"
    uid: edccd49a-a3b0-43ac-b3ef-2942e7ec5dde
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:18:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-4vgp9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19212"
    uid: ee36b3ef-1353-4f45-9440-c10952975a02
  kind: Event
  lastTimestamp: "2026-07-20T10:18:20Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-20T10:18:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:18:20Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-4vgp9.18c3f82195c23271
    namespace: kserve-ci-e2e-test
    resourceVersion: "19460"
    uid: ec0b80fe-ba2b-4be6-92e4-f535033467ba
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:18:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-4vgp9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19212"
    uid: ee36b3ef-1353-4f45-9440-c10952975a02
  kind: Event
  lastTimestamp: "2026-07-20T10:18:20Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-20T10:18:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:18:20Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-4vgp9.18c3f82196210616
    namespace: kserve-ci-e2e-test
    resourceVersion: "19462"
    uid: 0846fddd-eed2-4e44-8158-28145fbf44fd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:20:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-4vgp9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19212"
    uid: ee36b3ef-1353-4f45-9440-c10952975a02
  kind: Event
  lastTimestamp: "2026-07-20T10:20:10Z"
  message: 'Readiness probe failed: Get "http://10.132.0.28:8080/v2/models/isvc-autogluon-v2/ready":
    context deadline exceeded (Client.Timeout exceeded while awaiting headers)'
  metadata:
    creationTimestamp: "2026-07-20T10:20:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:20:10Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-4vgp9.18c3f83b44597298
    namespace: kserve-ci-e2e-test
    resourceVersion: "20230"
    uid: 171f3d10-7ea9-4ceb-a041-d2e0ad42aac8
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:20:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-4vgp9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19212"
    uid: ee36b3ef-1353-4f45-9440-c10952975a02
  kind: Event
  lastTimestamp: "2026-07-20T10:20:14Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-20T10:20:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:20:14Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-4vgp9.18c3f83c39f9450d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20279"
    uid: 93888d09-b5a8-473a-8add-1ed250a0ef75
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:20:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-4vgp9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19212"
    uid: ee36b3ef-1353-4f45-9440-c10952975a02
  kind: Event
  lastTimestamp: "2026-07-20T10:20:14Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-20T10:20:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:20:14Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-4vgp9.18c3f83c39f9d012
    namespace: kserve-ci-e2e-test
    resourceVersion: "20280"
    uid: f89537ab-2373-456e-ba7d-5967fb2a2be0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:17:48Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-v2-predictor-9684b4cd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19197"
    uid: 0c66cf2d-b5b5-4b4a-a52c-a817f0c4e918
  kind: Event
  lastTimestamp: "2026-07-20T10:17:48Z"
  message: 'Created pod: isvc-autogluon-v2-predictor-9684b4cd9-4vgp9'
  metadata:
    creationTimestamp: "2026-07-20T10:17:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T10:17:48Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9.18c3f81a3c97ad87
    namespace: kserve-ci-e2e-test
    resourceVersion: "19213"
    uid: b5a67884-c9f5-4025-a7ef-65f228fc8d2a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:17:48Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19195"
    uid: 3bcb8659-44f1-4b4c-8c82-516f0a0660ad
  kind: Event
  lastTimestamp: "2026-07-20T10:17:48Z"
  message: Scaled up replica set isvc-autogluon-v2-predictor-9684b4cd9 from 0 to 1
  metadata:
    creationTimestamp: "2026-07-20T10:17:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T10:17:48Z"
    name: isvc-autogluon-v2-predictor.18c3f81a2fd7a3b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19199"
    uid: c16615d4-9c1c-4b4b-8cfa-b525c2257334
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-20T10:18:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19196"
    uid: 1a51f2d2-586e-4fc7-b786-ad7b8d21f18f
  kind: Event
  lastTimestamp: "2026-07-20T10:18:48Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-20T10:18:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T10:18:48Z"
    name: isvc-autogluon-v2-predictor.18c3f81daeb38c75
    namespace: kserve-ci-e2e-test
    resourceVersion: "19655"
    uid: 9318ed13-ef29-4426-bc8c-b833cf718ca4
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-20T10:18:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19196"
    uid: 1a51f2d2-586e-4fc7-b786-ad7b8d21f18f
  kind: Event
  lastTimestamp: "2026-07-20T10:18:48Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-20T10:18:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T10:18:48Z"
    name: isvc-autogluon-v2-predictor.18c3f81daf294b4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19656"
    uid: 8de0493e-4806-48e4-8941-f90947749c69
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-20T10:18:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19333"
    uid: 1a51f2d2-586e-4fc7-b786-ad7b8d21f18f
  kind: Event
  lastTimestamp: "2026-07-20T10:20:03Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-20T10:18:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T10:20:03Z"
    name: isvc-autogluon-v2-predictor.18c3f824ad42ae8a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20188"
    uid: 7a3ba86a-fa05-48c9-9c70-e388c47a36a0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-20T10:18:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19333"
    uid: 1a51f2d2-586e-4fc7-b786-ad7b8d21f18f
  kind: Event
  lastTimestamp: "2026-07-20T10:20:03Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-20T10:18:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T10:20:03Z"
    name: isvc-autogluon-v2-predictor.18c3f824adbf67ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "20189"
    uid: 3d746b84-a361-4985-8ddb-ec57fe1a97bb
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-20T10:20:20.165352Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-thq92
    namespace: kserve-ci-e2e-test
    resourceVersion: "20342"
    uid: d172ec6a-c861-4413-9b31-980d622f37cc
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v2-variants-predictor-5c889d8844-thq92
    to ip-10-0-134-80.ec2.internal
  metadata:
    creationTimestamp: "2026-07-20T10:20:20Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-20T10:20:20Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-thq92.18c3f83d726e152a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20348"
    uid: d139e077-fe08-4dd3-82f0-34ace7c4a706
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-689d9fc459-bqtkn
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:20:20Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-thq92
    namespace: kserve-ci-e2e-test
    resourceVersion: "20345"
    uid: d172ec6a-c861-4413-9b31-980d622f37cc
  kind: Event
  lastTimestamp: "2026-07-20T10:20:20Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-autogluon-v2-variants-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-20T10:20:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:20:20Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-thq92.18c3f83d7d795c04
    namespace: kserve-ci-e2e-test
    resourceVersion: "20354"
    uid: 107b98a2-0fa5-4a79-b2b3-ae5b38e86315
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:20:21Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-thq92
    namespace: kserve-ci-e2e-test
    resourceVersion: "20351"
    uid: d172ec6a-c861-4413-9b31-980d622f37cc
  kind: Event
  lastTimestamp: "2026-07-20T10:20:21Z"
  message: Add eth0 [10.132.0.29/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-20T10:20:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-20T10:20:21Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-thq92.18c3f83daf3eeaee
    namespace: kserve-ci-e2e-test
    resourceVersion: "20363"
    uid: 861f68f0-c970-4025-b7e4-5557592c01e1
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:20:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-thq92
    namespace: kserve-ci-e2e-test
    resourceVersion: "20345"
    uid: d172ec6a-c861-4413-9b31-980d622f37cc
  kind: Event
  lastTimestamp: "2026-07-20T10:20:21Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:038cd29f3e031cdfd5fa54ba896bbecc69cd255eda6b470c2f7bce5282357bb8"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-20T10:20:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:20:21Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-thq92.18c3f83db2a8be3c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20366"
    uid: ae01d5ad-ee7d-4ba9-a488-c0d5b7241e3b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:20:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-thq92
    namespace: kserve-ci-e2e-test
    resourceVersion: "20345"
    uid: d172ec6a-c861-4413-9b31-980d622f37cc
  kind: Event
  lastTimestamp: "2026-07-20T10:20:21Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-20T10:20:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:20:21Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-thq92.18c3f83db56b4c78
    namespace: kserve-ci-e2e-test
    resourceVersion: "20369"
    uid: 0e88795b-f3ef-4cc6-bafd-2cf8954e95af
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:20:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-thq92
    namespace: kserve-ci-e2e-test
    resourceVersion: "20345"
    uid: d172ec6a-c861-4413-9b31-980d622f37cc
  kind: Event
  lastTimestamp: "2026-07-20T10:20:21Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-20T10:20:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:20:21Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-thq92.18c3f83db5c71c21
    namespace: kserve-ci-e2e-test
    resourceVersion: "20370"
    uid: 7848b11d-f12d-450a-9b2a-eed314debfb7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:20:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-thq92
    namespace: kserve-ci-e2e-test
    resourceVersion: "20345"
    uid: d172ec6a-c861-4413-9b31-980d622f37cc
  kind: Event
  lastTimestamp: "2026-07-20T10:20:25Z"
  message: Container image "kserve/autogluonserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-20T10:20:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:20:25Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-thq92.18c3f83ec6d61874
    namespace: kserve-ci-e2e-test
    resourceVersion: "20416"
    uid: ae37f814-1123-4b7d-8882-9f8b15e5a3e9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:20:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-thq92
    namespace: kserve-ci-e2e-test
    resourceVersion: "20345"
    uid: d172ec6a-c861-4413-9b31-980d622f37cc
  kind: Event
  lastTimestamp: "2026-07-20T10:20:25Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-20T10:20:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:20:25Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-thq92.18c3f83ecaf0704a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20419"
    uid: ec52facd-c5ae-4208-b9bd-6ff1c424c846
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:20:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-thq92
    namespace: kserve-ci-e2e-test
    resourceVersion: "20345"
    uid: d172ec6a-c861-4413-9b31-980d622f37cc
  kind: Event
  lastTimestamp: "2026-07-20T10:20:25Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-20T10:20:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:20:25Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-thq92.18c3f83ecb5174ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "20420"
    uid: 8c53fddc-7637-44ec-89bf-c7360961f042
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:20:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-thq92
    namespace: kserve-ci-e2e-test
    resourceVersion: "20345"
    uid: d172ec6a-c861-4413-9b31-980d622f37cc
  kind: Event
  lastTimestamp: "2026-07-20T10:20:25Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-20T10:20:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:20:25Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-thq92.18c3f83ecb5c3e67
    namespace: kserve-ci-e2e-test
    resourceVersion: "20423"
    uid: 1354cd2d-080b-44b7-87bf-8f055355ee98
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:20:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-thq92
    namespace: kserve-ci-e2e-test
    resourceVersion: "20345"
    uid: d172ec6a-c861-4413-9b31-980d622f37cc
  kind: Event
  lastTimestamp: "2026-07-20T10:20:26Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-20T10:20:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:20:26Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-thq92.18c3f83ecf000247
    namespace: kserve-ci-e2e-test
    resourceVersion: "20424"
    uid: f670f2e4-c5ba-4206-bc9a-ab80a638ec69
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:20:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-thq92
    namespace: kserve-ci-e2e-test
    resourceVersion: "20345"
    uid: d172ec6a-c861-4413-9b31-980d622f37cc
  kind: Event
  lastTimestamp: "2026-07-20T10:20:26Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-20T10:20:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:20:26Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-thq92.18c3f83ecf93babf
    namespace: kserve-ci-e2e-test
    resourceVersion: "20425"
    uid: 92d657e3-7125-4348-b4fd-84c332930ff0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:22:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-thq92
    namespace: kserve-ci-e2e-test
    resourceVersion: "20345"
    uid: d172ec6a-c861-4413-9b31-980d622f37cc
  kind: Event
  lastTimestamp: "2026-07-20T10:22:06Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-20T10:22:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:22:06Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-thq92.18c3f8563bdd1ce3
    namespace: kserve-ci-e2e-test
    resourceVersion: "21147"
    uid: dd53efa3-6470-49c7-b334-89be624f64e4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:22:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-thq92
    namespace: kserve-ci-e2e-test
    resourceVersion: "20345"
    uid: d172ec6a-c861-4413-9b31-980d622f37cc
  kind: Event
  lastTimestamp: "2026-07-20T10:22:06Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-20T10:22:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:22:06Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-thq92.18c3f8563bdda727
    namespace: kserve-ci-e2e-test
    resourceVersion: "21148"
    uid: 104bdf89-86ff-48df-9bde-36ffd57a5b3f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:20:20Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-v2-variants-predictor-5c889d8844
    namespace: kserve-ci-e2e-test
    resourceVersion: "20329"
    uid: f264f6cb-5ee7-44db-a850-e03d214656a7
  kind: Event
  lastTimestamp: "2026-07-20T10:20:20Z"
  message: 'Created pod: isvc-autogluon-v2-variants-predictor-5c889d8844-thq92'
  metadata:
    creationTimestamp: "2026-07-20T10:20:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T10:20:20Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844.18c3f83d716db794
    namespace: kserve-ci-e2e-test
    resourceVersion: "20343"
    uid: 34356472-aff4-4c54-a512-34f65a085644
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:20:20Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-v2-variants-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20328"
    uid: ec91b7f6-89d5-4ae7-8fe3-11a7c0426471
  kind: Event
  lastTimestamp: "2026-07-20T10:20:20Z"
  message: Scaled up replica set isvc-autogluon-v2-variants-predictor-5c889d8844 from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-20T10:20:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T10:20:20Z"
    name: isvc-autogluon-v2-variants-predictor.18c3f83d6ade41b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20331"
    uid: 1ca0e954-e51c-4a39-a461-5eae22be3fe3
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-20T10:20:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-variants-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20330"
    uid: 650608c2-747c-4170-94a2-f756132eca01
  kind: Event
  lastTimestamp: "2026-07-20T10:20:50Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-20T10:20:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T10:20:50Z"
    name: isvc-autogluon-v2-variants-predictor.18c3f840ea1505ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "20595"
    uid: 40901e71-c92f-4814-802b-f934a01b1510
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-20T10:20:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-variants-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20330"
    uid: 650608c2-747c-4170-94a2-f756132eca01
  kind: Event
  lastTimestamp: "2026-07-20T10:20:50Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-20T10:20:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T10:20:50Z"
    name: isvc-autogluon-v2-variants-predictor.18c3f840ea81d2b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20596"
    uid: 103b6cbe-2c50-4021-bbc6-c3c5ee91cc99
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-20T10:21:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-variants-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20485"
    uid: 650608c2-747c-4170-94a2-f756132eca01
  kind: Event
  lastTimestamp: "2026-07-20T10:22:05Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-20T10:21:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T10:22:05Z"
    name: isvc-autogluon-v2-variants-predictor.18c3f847e8be5208
    namespace: kserve-ci-e2e-test
    resourceVersion: "21114"
    uid: b2690b6c-0c8c-4730-837a-1bf9103c97c4
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-20T10:21:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-variants-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20485"
    uid: 650608c2-747c-4170-94a2-f756132eca01
  kind: Event
  lastTimestamp: "2026-07-20T10:22:05Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-20T10:21:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T10:22:05Z"
    name: isvc-autogluon-v2-variants-predictor.18c3f847e91848c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "21115"
    uid: ca6ebcd4-f45e-4fe9-bcb5-8903341d7d00
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-20T10:20:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-variants
    namespace: kserve-ci-e2e-test
    resourceVersion: "20320"
    uid: 149eda0a-3032-4a69-8902-3a9298128364
  kind: Event
  lastTimestamp: "2026-07-20T10:21:55Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-20T10:20:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-20T10:21:55Z"
    name: isvc-autogluon-v2-variants.18c3f83d6b0d54dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "21051"
    uid: 8adba0e3-8cab-4ff8-8d0d-00ebab128e62
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:20:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-variants
    namespace: kserve-ci-e2e-test
    resourceVersion: "20320"
    uid: 149eda0a-3032-4a69-8902-3a9298128364
  kind: Event
  lastTimestamp: "2026-07-20T10:20:20Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-v2-variants":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2-variants":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-20T10:20:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-20T10:20:20Z"
    name: isvc-autogluon-v2-variants.18c3f83d6b835804
    namespace: kserve-ci-e2e-test
    resourceVersion: "20334"
    uid: 4fc16a3a-2235-419a-a6ac-ce5e1c613efb
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:21:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-variants
    namespace: kserve-ci-e2e-test
    resourceVersion: "21049"
    uid: 149eda0a-3032-4a69-8902-3a9298128364
  kind: Event
  lastTimestamp: "2026-07-20T10:21:55Z"
  message: InferenceService [isvc-autogluon-v2-variants] is Ready
  metadata:
    creationTimestamp: "2026-07-20T10:21:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-20T10:21:55Z"
    name: isvc-autogluon-v2-variants.18c3f853bb2acd5a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21050"
    uid: 09eae002-542b-42cd-85cf-6768b905bbe3
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-20T10:17:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19188"
    uid: 9c5e351c-5bb7-4ffd-9b9c-68286ef61160
  kind: Event
  lastTimestamp: "2026-07-20T10:19:59Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-20T10:17:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-20T10:19:59Z"
    name: isvc-autogluon-v2.18c3f81a2fd0fd53
    namespace: kserve-ci-e2e-test
    resourceVersion: "20159"
    uid: 1bc44aaa-6676-462d-816b-f07377044db8
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:17:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19188"
    uid: 9c5e351c-5bb7-4ffd-9b9c-68286ef61160
  kind: Event
  lastTimestamp: "2026-07-20T10:17:48Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-v2": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-20T10:17:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-20T10:17:48Z"
    name: isvc-autogluon-v2.18c3f81a30469e24
    namespace: kserve-ci-e2e-test
    resourceVersion: "19202"
    uid: 8909e92c-9df9-465d-a0cc-e075b65f8fbf
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:19:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20156"
    uid: 9c5e351c-5bb7-4ffd-9b9c-68286ef61160
  kind: Event
  lastTimestamp: "2026-07-20T10:19:59Z"
  message: InferenceService [isvc-autogluon-v2] is Ready
  metadata:
    creationTimestamp: "2026-07-20T10:19:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-20T10:19:59Z"
    name: isvc-autogluon-v2.18c3f838b85324c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20157"
    uid: 433d3229-24e7-4a24-a77c-6a491233bdc7
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-20T10:45:29.158613Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-e471dd-predictor-6d77fc9ddb-zvtzx
    namespace: kserve-ci-e2e-test
    resourceVersion: "32875"
    uid: 5d711225-8ccc-4ee5-abd6-af0e8da1636f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-init-fail-e471dd-predictor-6d77fc9ddb-zvtzx
    to ip-10-0-134-80.ec2.internal
  metadata:
    creationTimestamp: "2026-07-20T10:45:29Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-20T10:45:29Z"
    name: isvc-init-fail-e471dd-predictor-6d77fc9ddb-zvtzx.18c3f99cc96ff7f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "32881"
    uid: c2f9313d-38a2-4b81-9d81-6af4637f4c30
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-689d9fc459-bqtkn
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:45:29Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-e471dd-predictor-6d77fc9ddb-zvtzx
    namespace: kserve-ci-e2e-test
    resourceVersion: "32885"
    uid: 5d711225-8ccc-4ee5-abd6-af0e8da1636f
  kind: Event
  lastTimestamp: "2026-07-20T10:45:29Z"
  message: Add eth0 [10.132.0.47/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-20T10:45:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-20T10:45:29Z"
    name: isvc-init-fail-e471dd-predictor-6d77fc9ddb-zvtzx.18c3f99ce2feba4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "32891"
    uid: 45e81a11-4933-4708-926f-72aeacaeb66b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-20T10:45:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-e471dd-predictor-6d77fc9ddb-zvtzx
    namespace: kserve-ci-e2e-test
    resourceVersion: "32877"
    uid: 5d711225-8ccc-4ee5-abd6-af0e8da1636f
  kind: Event
  lastTimestamp: "2026-07-20T10:45:37Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:038cd29f3e031cdfd5fa54ba896bbecc69cd255eda6b470c2f7bce5282357bb8"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-20T10:45:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:45:37Z"
    name: isvc-init-fail-e471dd-predictor-6d77fc9ddb-zvtzx.18c3f99ce46e3668
    namespace: kserve-ci-e2e-test
    resourceVersion: "32959"
    uid: 50f81d9b-5109-491f-a1b7-9363bd4db6e9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-20T10:45:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-e471dd-predictor-6d77fc9ddb-zvtzx
    namespace: kserve-ci-e2e-test
    resourceVersion: "32877"
    uid: 5d711225-8ccc-4ee5-abd6-af0e8da1636f
  kind: Event
  lastTimestamp: "2026-07-20T10:45:37Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-20T10:45:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:45:37Z"
    name: isvc-init-fail-e471dd-predictor-6d77fc9ddb-zvtzx.18c3f99ce7613792
    namespace: kserve-ci-e2e-test
    resourceVersion: "32964"
    uid: 7ad355cc-fe04-4b2e-b540-099949703f84
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-20T10:45:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-e471dd-predictor-6d77fc9ddb-zvtzx
    namespace: kserve-ci-e2e-test
    resourceVersion: "32877"
    uid: 5d711225-8ccc-4ee5-abd6-af0e8da1636f
  kind: Event
  lastTimestamp: "2026-07-20T10:45:37Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-20T10:45:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:45:37Z"
    name: isvc-init-fail-e471dd-predictor-6d77fc9ddb-zvtzx.18c3f99ce7d1e741
    namespace: kserve-ci-e2e-test
    resourceVersion: "32965"
    uid: e98849e4-8459-464b-930b-80711b668382
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:45:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-e471dd-predictor-6d77fc9ddb-zvtzx
    namespace: kserve-ci-e2e-test
    resourceVersion: "32877"
    uid: 5d711225-8ccc-4ee5-abd6-af0e8da1636f
  kind: Event
  lastTimestamp: "2026-07-20T10:45:39Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-07-20T10:45:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:45:39Z"
    name: isvc-init-fail-e471dd-predictor-6d77fc9ddb-zvtzx.18c3f99f3abc76ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "32997"
    uid: f7f4135a-0a46-4a71-9dfc-134f6eb704cd
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:45:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-init-fail-e471dd-predictor-6d77fc9ddb
    namespace: kserve-ci-e2e-test
    resourceVersion: "32866"
    uid: 48b5c131-481d-41cd-8abd-32b14e61ea61
  kind: Event
  lastTimestamp: "2026-07-20T10:45:29Z"
  message: 'Created pod: isvc-init-fail-e471dd-predictor-6d77fc9ddb-zvtzx'
  metadata:
    creationTimestamp: "2026-07-20T10:45:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T10:45:29Z"
    name: isvc-init-fail-e471dd-predictor-6d77fc9ddb.18c3f99cc8e5ade8
    namespace: kserve-ci-e2e-test
    resourceVersion: "32876"
    uid: 616e1686-6f56-4016-8c0b-af2f954a92c9
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:45:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-init-fail-e471dd-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32864"
    uid: 7fba3898-9734-410e-98bd-45969a20669a
  kind: Event
  lastTimestamp: "2026-07-20T10:45:29Z"
  message: Scaled up replica set isvc-init-fail-e471dd-predictor-6d77fc9ddb from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-20T10:45:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T10:45:29Z"
    name: isvc-init-fail-e471dd-predictor.18c3f99cc6905a68
    namespace: kserve-ci-e2e-test
    resourceVersion: "32867"
    uid: e8121d36-c49e-48b0-932d-21852f017139
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-07-20T10:45:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-e471dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "32857"
    uid: c4ea4190-1e68-4d45-8319-dbd23ded97af
  kind: Event
  lastTimestamp: "2026-07-20T10:45:37Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-20T10:45:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-20T10:45:37Z"
    name: isvc-init-fail-e471dd.18c3f99cc68e7bd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "32967"
    uid: 81d03935-9bb4-4dba-9c6a-46d3978430bd
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:45:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-e471dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "32857"
    uid: c4ea4190-1e68-4d45-8319-dbd23ded97af
  kind: Event
  lastTimestamp: "2026-07-20T10:45:29Z"
  message: 'Failed to update status for InferenceService "isvc-init-fail-e471dd":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-init-fail-e471dd":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-20T10:45:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-20T10:45:29Z"
    name: isvc-init-fail-e471dd.18c3f99cc6ed6b3e
    namespace: kserve-ci-e2e-test
    resourceVersion: "32870"
    uid: bcb7c4e5-d0b6-42e5-b812-5bae9f484478
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:45:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-e471dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "32857"
    uid: c4ea4190-1e68-4d45-8319-dbd23ded97af
  kind: Event
  lastTimestamp: "2026-07-20T10:45:29Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-init-fail-e471dd": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-20T10:45:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-20T10:45:29Z"
    name: isvc-init-fail-e471dd.18c3f99cc6edbb76
    namespace: kserve-ci-e2e-test
    resourceVersion: "32871"
    uid: 81bb1769-b823-41fd-b388-1862fd98b410
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-20T10:26:10.664131Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-hptvv
    namespace: kserve-ci-e2e-test
    resourceVersion: "23143"
    uid: aa23dfca-04db-42f6-aff4-f5af13b37648
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-predictor-54f85ddf88-hptvv
    to ip-10-0-134-80.ec2.internal
  metadata:
    creationTimestamp: "2026-07-20T10:26:10Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-20T10:26:10Z"
    name: isvc-lightgbm-predictor-54f85ddf88-hptvv.18c3f88f0dc9077b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23148"
    uid: 4e335257-bab5-4900-8595-a916cd99c2c5
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-689d9fc459-bqtkn
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:26:10Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-hptvv
    namespace: kserve-ci-e2e-test
    resourceVersion: "23146"
    uid: aa23dfca-04db-42f6-aff4-f5af13b37648
  kind: Event
  lastTimestamp: "2026-07-20T10:26:10Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-lightgbm-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-20T10:26:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:26:10Z"
    name: isvc-lightgbm-predictor-54f85ddf88-hptvv.18c3f88f1aecde10
    namespace: kserve-ci-e2e-test
    resourceVersion: "23157"
    uid: 98405b52-b590-4487-9399-bd30d0e8cd5d
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:26:11Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-hptvv
    namespace: kserve-ci-e2e-test
    resourceVersion: "23152"
    uid: aa23dfca-04db-42f6-aff4-f5af13b37648
  kind: Event
  lastTimestamp: "2026-07-20T10:26:11Z"
  message: Add eth0 [10.132.0.33/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-20T10:26:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-20T10:26:11Z"
    name: isvc-lightgbm-predictor-54f85ddf88-hptvv.18c3f88f4af5eee7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23166"
    uid: 93e2a6f8-a27c-496d-965e-0c80d5f55ad2
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:26:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-hptvv
    namespace: kserve-ci-e2e-test
    resourceVersion: "23146"
    uid: aa23dfca-04db-42f6-aff4-f5af13b37648
  kind: Event
  lastTimestamp: "2026-07-20T10:26:11Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:038cd29f3e031cdfd5fa54ba896bbecc69cd255eda6b470c2f7bce5282357bb8"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-20T10:26:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:26:11Z"
    name: isvc-lightgbm-predictor-54f85ddf88-hptvv.18c3f88f4c9a7df6
    namespace: kserve-ci-e2e-test
    resourceVersion: "23170"
    uid: d8b6bf1e-fb99-4b6b-9baa-6957f0193cdd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:26:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-hptvv
    namespace: kserve-ci-e2e-test
    resourceVersion: "23146"
    uid: aa23dfca-04db-42f6-aff4-f5af13b37648
  kind: Event
  lastTimestamp: "2026-07-20T10:26:11Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-20T10:26:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:26:11Z"
    name: isvc-lightgbm-predictor-54f85ddf88-hptvv.18c3f88f4fc3a9b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "23171"
    uid: 8e3b5f87-cf2b-4f5e-a563-2dc3bff11ac0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:26:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-hptvv
    namespace: kserve-ci-e2e-test
    resourceVersion: "23146"
    uid: aa23dfca-04db-42f6-aff4-f5af13b37648
  kind: Event
  lastTimestamp: "2026-07-20T10:26:11Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-20T10:26:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:26:11Z"
    name: isvc-lightgbm-predictor-54f85ddf88-hptvv.18c3f88f502e0ade
    namespace: kserve-ci-e2e-test
    resourceVersion: "23172"
    uid: 6659e8ec-ec06-4f0a-b59d-7eb4a2dae6a7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:26:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-hptvv
    namespace: kserve-ci-e2e-test
    resourceVersion: "23146"
    uid: aa23dfca-04db-42f6-aff4-f5af13b37648
  kind: Event
  lastTimestamp: "2026-07-20T10:26:16Z"
  message: Pulling image "kserve/lgbserver:latest"
  metadata:
    creationTimestamp: "2026-07-20T10:26:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:26:16Z"
    name: isvc-lightgbm-predictor-54f85ddf88-hptvv.18c3f89058709e27
    namespace: kserve-ci-e2e-test
    resourceVersion: "23206"
    uid: f652a933-ad7b-4dc9-953d-8b9fc8d0508f
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:26:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-hptvv
    namespace: kserve-ci-e2e-test
    resourceVersion: "23146"
    uid: aa23dfca-04db-42f6-aff4-f5af13b37648
  kind: Event
  lastTimestamp: "2026-07-20T10:26:22Z"
  message: 'Successfully pulled image "kserve/lgbserver:latest" in 6.196s (6.196s
    including waiting). Image size: 607033102 bytes.'
  metadata:
    creationTimestamp: "2026-07-20T10:26:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:26:22Z"
    name: isvc-lightgbm-predictor-54f85ddf88-hptvv.18c3f891c9c3a598
    namespace: kserve-ci-e2e-test
    resourceVersion: "23253"
    uid: 9384c32a-1286-4838-9c7f-7dca783e9e89
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:26:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-hptvv
    namespace: kserve-ci-e2e-test
    resourceVersion: "23146"
    uid: aa23dfca-04db-42f6-aff4-f5af13b37648
  kind: Event
  lastTimestamp: "2026-07-20T10:26:22Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-20T10:26:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:26:22Z"
    name: isvc-lightgbm-predictor-54f85ddf88-hptvv.18c3f891cca88957
    namespace: kserve-ci-e2e-test
    resourceVersion: "23254"
    uid: 5c0be5a0-3d37-4686-8f37-c5cb8958d904
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:26:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-hptvv
    namespace: kserve-ci-e2e-test
    resourceVersion: "23146"
    uid: aa23dfca-04db-42f6-aff4-f5af13b37648
  kind: Event
  lastTimestamp: "2026-07-20T10:26:22Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-20T10:26:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:26:22Z"
    name: isvc-lightgbm-predictor-54f85ddf88-hptvv.18c3f891cd331700
    namespace: kserve-ci-e2e-test
    resourceVersion: "23255"
    uid: b6a41c2c-d429-4fde-81c8-3ac201e96905
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:26:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-hptvv
    namespace: kserve-ci-e2e-test
    resourceVersion: "23146"
    uid: aa23dfca-04db-42f6-aff4-f5af13b37648
  kind: Event
  lastTimestamp: "2026-07-20T10:26:22Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-20T10:26:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:26:22Z"
    name: isvc-lightgbm-predictor-54f85ddf88-hptvv.18c3f891cd3bd21f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23256"
    uid: 413eda71-35ee-4959-8231-c2bd46837c34
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:26:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-hptvv
    namespace: kserve-ci-e2e-test
    resourceVersion: "23146"
    uid: aa23dfca-04db-42f6-aff4-f5af13b37648
  kind: Event
  lastTimestamp: "2026-07-20T10:26:22Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-20T10:26:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:26:22Z"
    name: isvc-lightgbm-predictor-54f85ddf88-hptvv.18c3f891cfcce47f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23258"
    uid: 8cbd068c-ad05-4dc6-8cb3-04d854009608
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:26:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-hptvv
    namespace: kserve-ci-e2e-test
    resourceVersion: "23146"
    uid: aa23dfca-04db-42f6-aff4-f5af13b37648
  kind: Event
  lastTimestamp: "2026-07-20T10:26:22Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-20T10:26:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:26:22Z"
    name: isvc-lightgbm-predictor-54f85ddf88-hptvv.18c3f891d0397ffe
    namespace: kserve-ci-e2e-test
    resourceVersion: "23259"
    uid: d4dc4917-2abf-4f6d-a1e5-811d016eed83
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-20T10:26:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-hptvv
    namespace: kserve-ci-e2e-test
    resourceVersion: "23146"
    uid: aa23dfca-04db-42f6-aff4-f5af13b37648
  kind: Event
  lastTimestamp: "2026-07-20T10:27:30Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.33:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-20T10:26:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:27:30Z"
    name: isvc-lightgbm-predictor-54f85ddf88-hptvv.18c3f892374ba0a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23741"
    uid: ed0552b0-2b32-4080-8908-d1eade197925
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:27:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-hptvv
    namespace: kserve-ci-e2e-test
    resourceVersion: "23146"
    uid: aa23dfca-04db-42f6-aff4-f5af13b37648
  kind: Event
  lastTimestamp: "2026-07-20T10:27:40Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-20T10:27:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:27:40Z"
    name: isvc-lightgbm-predictor-54f85ddf88-hptvv.18c3f8a40bbb9930
    namespace: kserve-ci-e2e-test
    resourceVersion: "23837"
    uid: a522ac97-7ffe-410f-8a54-cd30193fb31e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:27:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-hptvv
    namespace: kserve-ci-e2e-test
    resourceVersion: "23146"
    uid: aa23dfca-04db-42f6-aff4-f5af13b37648
  kind: Event
  lastTimestamp: "2026-07-20T10:27:40Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-20T10:27:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:27:40Z"
    name: isvc-lightgbm-predictor-54f85ddf88-hptvv.18c3f8a40bbc08d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "23838"
    uid: eb2dd2a1-32ab-4d0c-a043-38a8f54f51fd
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:26:10Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-predictor-54f85ddf88
    namespace: kserve-ci-e2e-test
    resourceVersion: "23133"
    uid: a10fa104-217e-45fe-a56e-be40d2f7aea0
  kind: Event
  lastTimestamp: "2026-07-20T10:26:10Z"
  message: 'Created pod: isvc-lightgbm-predictor-54f85ddf88-hptvv'
  metadata:
    creationTimestamp: "2026-07-20T10:26:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T10:26:10Z"
    name: isvc-lightgbm-predictor-54f85ddf88.18c3f88f0d5a9f19
    namespace: kserve-ci-e2e-test
    resourceVersion: "23145"
    uid: f3862632-d56b-4a0c-9761-c198d3e0c857
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:26:10Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23131"
    uid: e63ed7c8-ad84-413b-9143-f04af538a344
  kind: Event
  lastTimestamp: "2026-07-20T10:26:10Z"
  message: Scaled up replica set isvc-lightgbm-predictor-54f85ddf88 from 0 to 1
  metadata:
    creationTimestamp: "2026-07-20T10:26:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T10:26:10Z"
    name: isvc-lightgbm-predictor.18c3f88f09e8916f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23134"
    uid: b111d04b-8447-47aa-bff5-56f3600ce7c7
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-20T10:26:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23132"
    uid: f1b8c7ea-ff5d-41e5-9d08-1574d043433f
  kind: Event
  lastTimestamp: "2026-07-20T10:26:55Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-20T10:26:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T10:26:55Z"
    name: isvc-lightgbm-predictor.18c3f89288956ed4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23504"
    uid: e0febfb7-7bda-4628-ac1b-42f19c6d04cf
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-20T10:26:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23132"
    uid: f1b8c7ea-ff5d-41e5-9d08-1574d043433f
  kind: Event
  lastTimestamp: "2026-07-20T10:26:55Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-20T10:26:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T10:26:55Z"
    name: isvc-lightgbm-predictor.18c3f892890c6626
    namespace: kserve-ci-e2e-test
    resourceVersion: "23505"
    uid: c63a3cc1-f3e5-4de4-bca5-ad9dbd2a4ff5
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-20T10:27:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23290"
    uid: f1b8c7ea-ff5d-41e5-9d08-1574d043433f
  kind: Event
  lastTimestamp: "2026-07-20T10:27:40Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-20T10:27:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T10:27:40Z"
    name: isvc-lightgbm-predictor.18c3f89d06a9e8a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "23821"
    uid: 16ce42ae-ca6c-4871-9f12-a3cf5cd2264f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-20T10:27:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23290"
    uid: f1b8c7ea-ff5d-41e5-9d08-1574d043433f
  kind: Event
  lastTimestamp: "2026-07-20T10:27:40Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-20T10:27:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T10:27:40Z"
    name: isvc-lightgbm-predictor.18c3f89d071b2dda
    namespace: kserve-ci-e2e-test
    resourceVersion: "23822"
    uid: e977118a-1cd4-430c-b008-03f04f551c93
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-20T10:27:46.032031Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-rrf7w
    namespace: kserve-ci-e2e-test
    resourceVersion: "23909"
    uid: 590e3a12-757b-4f88-aaaf-38d16d927996
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-runtime-predictor-577f7db7cb-rrf7w
    to ip-10-0-134-80.ec2.internal
  metadata:
    creationTimestamp: "2026-07-20T10:27:46Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-20T10:27:46Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-rrf7w.18c3f8a54227a9a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "23913"
    uid: add9255f-9f41-49d0-ae93-71f3a3f4c910
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-689d9fc459-bqtkn
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:27:46Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-rrf7w
    namespace: kserve-ci-e2e-test
    resourceVersion: "23920"
    uid: 590e3a12-757b-4f88-aaaf-38d16d927996
  kind: Event
  lastTimestamp: "2026-07-20T10:27:46Z"
  message: Add eth0 [10.132.0.34/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-20T10:27:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-20T10:27:46Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-rrf7w.18c3f8a55b66c0bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "23925"
    uid: 1432f306-62d2-47ce-bdb8-ea8d5b313b6d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:27:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-rrf7w
    namespace: kserve-ci-e2e-test
    resourceVersion: "23911"
    uid: 590e3a12-757b-4f88-aaaf-38d16d927996
  kind: Event
  lastTimestamp: "2026-07-20T10:27:46Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:038cd29f3e031cdfd5fa54ba896bbecc69cd255eda6b470c2f7bce5282357bb8"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-20T10:27:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:27:46Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-rrf7w.18c3f8a55da61688
    namespace: kserve-ci-e2e-test
    resourceVersion: "23927"
    uid: f840b0f9-21d7-4b56-8b35-579a442792e8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:27:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-rrf7w
    namespace: kserve-ci-e2e-test
    resourceVersion: "23911"
    uid: 590e3a12-757b-4f88-aaaf-38d16d927996
  kind: Event
  lastTimestamp: "2026-07-20T10:27:46Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-20T10:27:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:27:46Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-rrf7w.18c3f8a562227259
    namespace: kserve-ci-e2e-test
    resourceVersion: "23929"
    uid: 02b59236-35e8-4c9b-bd9d-a578c5b27c37
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:27:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-rrf7w
    namespace: kserve-ci-e2e-test
    resourceVersion: "23911"
    uid: 590e3a12-757b-4f88-aaaf-38d16d927996
  kind: Event
  lastTimestamp: "2026-07-20T10:27:46Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-20T10:27:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:27:46Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-rrf7w.18c3f8a562909d47
    namespace: kserve-ci-e2e-test
    resourceVersion: "23930"
    uid: 1f005e16-1121-4b7c-9107-54ca043b5e0f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:27:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-rrf7w
    namespace: kserve-ci-e2e-test
    resourceVersion: "23911"
    uid: 590e3a12-757b-4f88-aaaf-38d16d927996
  kind: Event
  lastTimestamp: "2026-07-20T10:27:50Z"
  message: Container image "kserve/lgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-20T10:27:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:27:50Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-rrf7w.18c3f8a64ffb567d
    namespace: kserve-ci-e2e-test
    resourceVersion: "23961"
    uid: e6c64101-09cc-4fdf-9270-b8a15124a08d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:27:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-rrf7w
    namespace: kserve-ci-e2e-test
    resourceVersion: "23911"
    uid: 590e3a12-757b-4f88-aaaf-38d16d927996
  kind: Event
  lastTimestamp: "2026-07-20T10:27:50Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-20T10:27:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:27:50Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-rrf7w.18c3f8a652d8f9a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "23963"
    uid: a4c20d6a-3f0c-49c8-8f83-5d7c9a011623
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:27:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-rrf7w
    namespace: kserve-ci-e2e-test
    resourceVersion: "23911"
    uid: 590e3a12-757b-4f88-aaaf-38d16d927996
  kind: Event
  lastTimestamp: "2026-07-20T10:27:50Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-20T10:27:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:27:50Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-rrf7w.18c3f8a65347af32
    namespace: kserve-ci-e2e-test
    resourceVersion: "23964"
    uid: 5a3a0932-0e17-4abe-84ed-265813cd473b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:27:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-rrf7w
    namespace: kserve-ci-e2e-test
    resourceVersion: "23911"
    uid: 590e3a12-757b-4f88-aaaf-38d16d927996
  kind: Event
  lastTimestamp: "2026-07-20T10:27:50Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-20T10:27:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:27:50Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-rrf7w.18c3f8a65351b7f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23966"
    uid: fd37e5d7-d32e-48cf-9dc0-9523b22a828c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:27:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-rrf7w
    namespace: kserve-ci-e2e-test
    resourceVersion: "23911"
    uid: 590e3a12-757b-4f88-aaaf-38d16d927996
  kind: Event
  lastTimestamp: "2026-07-20T10:27:50Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-20T10:27:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:27:50Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-rrf7w.18c3f8a656065dae
    namespace: kserve-ci-e2e-test
    resourceVersion: "23968"
    uid: 209c2f3f-0781-48e0-8081-b79c8c09492f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:27:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-rrf7w
    namespace: kserve-ci-e2e-test
    resourceVersion: "23911"
    uid: 590e3a12-757b-4f88-aaaf-38d16d927996
  kind: Event
  lastTimestamp: "2026-07-20T10:27:50Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-20T10:27:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:27:50Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-rrf7w.18c3f8a6567a9a51
    namespace: kserve-ci-e2e-test
    resourceVersion: "23970"
    uid: cb96f22a-9795-4778-ac80-854432d31c19
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-20T10:27:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-rrf7w
    namespace: kserve-ci-e2e-test
    resourceVersion: "23911"
    uid: 590e3a12-757b-4f88-aaaf-38d16d927996
  kind: Event
  lastTimestamp: "2026-07-20T10:29:17Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.34:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-20T10:27:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:29:17Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-rrf7w.18c3f8a68bfd3391
    namespace: kserve-ci-e2e-test
    resourceVersion: "24885"
    uid: 92c3862a-6cdd-44f2-88b9-8f95b1d8729d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:29:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-rrf7w
    namespace: kserve-ci-e2e-test
    resourceVersion: "23911"
    uid: 590e3a12-757b-4f88-aaaf-38d16d927996
  kind: Event
  lastTimestamp: "2026-07-20T10:29:16Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-20T10:29:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:29:16Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-rrf7w.18c3f8ba5544813b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24875"
    uid: 1c1cbeed-1a47-42d6-9835-7ed1785a395a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:29:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-rrf7w
    namespace: kserve-ci-e2e-test
    resourceVersion: "23911"
    uid: 590e3a12-757b-4f88-aaaf-38d16d927996
  kind: Event
  lastTimestamp: "2026-07-20T10:29:16Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-20T10:29:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:29:16Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-rrf7w.18c3f8ba5545b22e
    namespace: kserve-ci-e2e-test
    resourceVersion: "24876"
    uid: ccc9dc2d-2cfb-49b6-bb67-9b2d9d005820
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:29:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-rrf7w
    namespace: kserve-ci-e2e-test
    resourceVersion: "23911"
    uid: 590e3a12-757b-4f88-aaaf-38d16d927996
  kind: Event
  lastTimestamp: "2026-07-20T10:29:17Z"
  message: 'Readiness probe failed: Get "https://10.132.0.34:8643/healthz": dial tcp
    10.132.0.34:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-20T10:29:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:29:17Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-rrf7w.18c3f8ba9232b8e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "24884"
    uid: 04724b42-a42f-4365-b7df-9a9803b1b28f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:27:46Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-runtime-predictor-577f7db7cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "23898"
    uid: d8aab405-17aa-4708-82d9-15170dfe9654
  kind: Event
  lastTimestamp: "2026-07-20T10:27:46Z"
  message: 'Created pod: isvc-lightgbm-runtime-predictor-577f7db7cb-rrf7w'
  metadata:
    creationTimestamp: "2026-07-20T10:27:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T10:27:46Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb.18c3f8a54105d556
    namespace: kserve-ci-e2e-test
    resourceVersion: "23912"
    uid: 2567b1db-f823-4a63-bc99-68ea3668e5bf
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:27:45Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23896"
    uid: ed81e0e7-ee0c-4c3d-b748-7a960a477a26
  kind: Event
  lastTimestamp: "2026-07-20T10:27:45Z"
  message: Scaled up replica set isvc-lightgbm-runtime-predictor-577f7db7cb from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-20T10:27:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T10:27:45Z"
    name: isvc-lightgbm-runtime-predictor.18c3f8a53a8e2ead
    namespace: kserve-ci-e2e-test
    resourceVersion: "23899"
    uid: 47e59f57-0432-44b4-b894-cc2b920da203
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-20T10:28:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23897"
    uid: e4f34121-3324-4f64-a0dc-569dc293352c
  kind: Event
  lastTimestamp: "2026-07-20T10:28:30Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-20T10:28:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T10:28:30Z"
    name: isvc-lightgbm-runtime-predictor.18c3f8a8b948f7ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "24259"
    uid: 36610d5f-9268-47b3-9d01-ea6769f93663
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-20T10:28:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23897"
    uid: e4f34121-3324-4f64-a0dc-569dc293352c
  kind: Event
  lastTimestamp: "2026-07-20T10:28:30Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-20T10:28:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T10:28:30Z"
    name: isvc-lightgbm-runtime-predictor.18c3f8a8b9a69535
    namespace: kserve-ci-e2e-test
    resourceVersion: "24260"
    uid: 4446ae52-d1b9-490a-aabc-f9f38a0e3509
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-20T10:28:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24043"
    uid: e4f34121-3324-4f64-a0dc-569dc293352c
  kind: Event
  lastTimestamp: "2026-07-20T10:29:16Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-20T10:28:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T10:29:16Z"
    name: isvc-lightgbm-runtime-predictor.18c3f8b3372989df
    namespace: kserve-ci-e2e-test
    resourceVersion: "24855"
    uid: f7a959ed-bb0d-45b0-8077-572c7f57252f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-20T10:28:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24043"
    uid: e4f34121-3324-4f64-a0dc-569dc293352c
  kind: Event
  lastTimestamp: "2026-07-20T10:29:16Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-20T10:28:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T10:29:16Z"
    name: isvc-lightgbm-runtime-predictor.18c3f8b33794ca15
    namespace: kserve-ci-e2e-test
    resourceVersion: "24856"
    uid: 1f0ec6ea-f0dc-48d0-9774-a714c5527690
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-20T10:27:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "23889"
    uid: 3072f3f5-99aa-4aa7-88ef-2942478226a0
  kind: Event
  lastTimestamp: "2026-07-20T10:29:07Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-20T10:27:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-20T10:29:07Z"
    name: isvc-lightgbm-runtime.18c3f8a53aa12024
    namespace: kserve-ci-e2e-test
    resourceVersion: "24799"
    uid: 756e7a27-1287-4a68-b6f6-0a713564ffe4
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:27:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "23889"
    uid: 3072f3f5-99aa-4aa7-88ef-2942478226a0
  kind: Event
  lastTimestamp: "2026-07-20T10:27:45Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-20T10:27:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-20T10:27:45Z"
    name: isvc-lightgbm-runtime.18c3f8a53b399e1f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23903"
    uid: 8eae69d8-2e06-4e7e-b349-91e46ff9c024
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:29:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "24795"
    uid: 3072f3f5-99aa-4aa7-88ef-2942478226a0
  kind: Event
  lastTimestamp: "2026-07-20T10:29:07Z"
  message: InferenceService [isvc-lightgbm-runtime] is Ready
  metadata:
    creationTimestamp: "2026-07-20T10:29:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-20T10:29:07Z"
    name: isvc-lightgbm-runtime.18c3f8b84428f2c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "24797"
    uid: 78b597e2-1e90-4909-a268-8640cab93b3c
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-20T10:32:27.119148Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-thzrr
    namespace: kserve-ci-e2e-test
    resourceVersion: "26343"
    uid: dbac086d-b331-46d2-9a8b-b9844c282f4d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-thzrr
    to ip-10-0-134-80.ec2.internal
  metadata:
    creationTimestamp: "2026-07-20T10:32:27Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-20T10:32:27Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-thzrr.18c3f8e6b440acee
    namespace: kserve-ci-e2e-test
    resourceVersion: "26349"
    uid: 13a56c29-833d-41dd-a323-7d5025352b36
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-689d9fc459-bqtkn
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:32:27Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-thzrr
    namespace: kserve-ci-e2e-test
    resourceVersion: "26346"
    uid: dbac086d-b331-46d2-9a8b-b9844c282f4d
  kind: Event
  lastTimestamp: "2026-07-20T10:32:27Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-lightgbm-v2-kserve-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-20T10:32:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:32:27Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-thzrr.18c3f8e6bfe90c28
    namespace: kserve-ci-e2e-test
    resourceVersion: "26357"
    uid: 43c39c3c-c598-49d7-9555-852f2c0bb654
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:32:28Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-thzrr
    namespace: kserve-ci-e2e-test
    resourceVersion: "26352"
    uid: dbac086d-b331-46d2-9a8b-b9844c282f4d
  kind: Event
  lastTimestamp: "2026-07-20T10:32:28Z"
  message: Add eth0 [10.132.0.36/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-20T10:32:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-20T10:32:28Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-thzrr.18c3f8e6f0e90376
    namespace: kserve-ci-e2e-test
    resourceVersion: "26368"
    uid: 1c925cf9-2e94-4215-a5a4-400dc623afeb
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:32:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-thzrr
    namespace: kserve-ci-e2e-test
    resourceVersion: "26346"
    uid: dbac086d-b331-46d2-9a8b-b9844c282f4d
  kind: Event
  lastTimestamp: "2026-07-20T10:32:28Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:038cd29f3e031cdfd5fa54ba896bbecc69cd255eda6b470c2f7bce5282357bb8"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-20T10:32:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:32:28Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-thzrr.18c3f8e6f272dcd0
    namespace: kserve-ci-e2e-test
    resourceVersion: "26371"
    uid: 111e6b8d-f750-4b9e-bf8f-36fed564b680
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:32:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-thzrr
    namespace: kserve-ci-e2e-test
    resourceVersion: "26346"
    uid: dbac086d-b331-46d2-9a8b-b9844c282f4d
  kind: Event
  lastTimestamp: "2026-07-20T10:32:28Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-20T10:32:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:32:28Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-thzrr.18c3f8e6f4dc30dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "26372"
    uid: 50ab1f20-eb82-4e6c-b5af-89fc7264629f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:32:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-thzrr
    namespace: kserve-ci-e2e-test
    resourceVersion: "26346"
    uid: dbac086d-b331-46d2-9a8b-b9844c282f4d
  kind: Event
  lastTimestamp: "2026-07-20T10:32:28Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-20T10:32:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:32:28Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-thzrr.18c3f8e6f5404760
    namespace: kserve-ci-e2e-test
    resourceVersion: "26373"
    uid: 2591dba6-a528-4862-89a2-be6b0978ad90
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:32:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-thzrr
    namespace: kserve-ci-e2e-test
    resourceVersion: "26346"
    uid: dbac086d-b331-46d2-9a8b-b9844c282f4d
  kind: Event
  lastTimestamp: "2026-07-20T10:32:32Z"
  message: Container image "kserve/lgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-20T10:32:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:32:32Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-thzrr.18c3f8e7fe79a493
    namespace: kserve-ci-e2e-test
    resourceVersion: "26415"
    uid: a10679f5-54f5-4a84-8863-3f31bca37780
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:32:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-thzrr
    namespace: kserve-ci-e2e-test
    resourceVersion: "26346"
    uid: dbac086d-b331-46d2-9a8b-b9844c282f4d
  kind: Event
  lastTimestamp: "2026-07-20T10:32:32Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-20T10:32:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:32:32Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-thzrr.18c3f8e80119e0b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "26417"
    uid: eac69131-4d54-4603-b277-b4b0e3b007b7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:32:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-thzrr
    namespace: kserve-ci-e2e-test
    resourceVersion: "26346"
    uid: dbac086d-b331-46d2-9a8b-b9844c282f4d
  kind: Event
  lastTimestamp: "2026-07-20T10:32:32Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-20T10:32:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:32:32Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-thzrr.18c3f8e8017b6de9
    namespace: kserve-ci-e2e-test
    resourceVersion: "26418"
    uid: 3b73f20d-9ffb-42ae-b87f-8599ae2c73ab
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:32:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-thzrr
    namespace: kserve-ci-e2e-test
    resourceVersion: "26346"
    uid: dbac086d-b331-46d2-9a8b-b9844c282f4d
  kind: Event
  lastTimestamp: "2026-07-20T10:32:32Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-20T10:32:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:32:32Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-thzrr.18c3f8e801862fd1
    namespace: kserve-ci-e2e-test
    resourceVersion: "26421"
    uid: ae7f6fbe-52b4-41ed-9d19-4574318d132c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:32:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-thzrr
    namespace: kserve-ci-e2e-test
    resourceVersion: "26346"
    uid: dbac086d-b331-46d2-9a8b-b9844c282f4d
  kind: Event
  lastTimestamp: "2026-07-20T10:32:32Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-20T10:32:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:32:32Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-thzrr.18c3f8e8049805c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "26423"
    uid: 6a649f62-1f16-4e76-aef4-2ffd6cf7aa54
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:32:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-thzrr
    namespace: kserve-ci-e2e-test
    resourceVersion: "26346"
    uid: dbac086d-b331-46d2-9a8b-b9844c282f4d
  kind: Event
  lastTimestamp: "2026-07-20T10:32:32Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-20T10:32:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:32:32Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-thzrr.18c3f8e80503507f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26424"
    uid: 4927066d-1abd-4851-b03f-f37df86d42a1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-20T10:32:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-thzrr
    namespace: kserve-ci-e2e-test
    resourceVersion: "26346"
    uid: dbac086d-b331-46d2-9a8b-b9844c282f4d
  kind: Event
  lastTimestamp: "2026-07-20T10:32:38Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.36:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-20T10:32:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:32:38Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-thzrr.18c3f8e96495857c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26466"
    uid: fd4b202a-617c-4574-a4c5-39ad921234b7
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:32:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-thzrr
    namespace: kserve-ci-e2e-test
    resourceVersion: "26346"
    uid: dbac086d-b331-46d2-9a8b-b9844c282f4d
  kind: Event
  lastTimestamp: "2026-07-20T10:32:47Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-20T10:32:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:32:47Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-thzrr.18c3f8eb62d54c29
    namespace: kserve-ci-e2e-test
    resourceVersion: "26546"
    uid: 1586c977-f661-40cd-8652-15500319ac6b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:32:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-thzrr
    namespace: kserve-ci-e2e-test
    resourceVersion: "26346"
    uid: dbac086d-b331-46d2-9a8b-b9844c282f4d
  kind: Event
  lastTimestamp: "2026-07-20T10:32:47Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-20T10:32:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:32:47Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-thzrr.18c3f8eb62d5d027
    namespace: kserve-ci-e2e-test
    resourceVersion: "26547"
    uid: b4b7a358-0793-48f8-b3ff-d8c87f52a643
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:32:27Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "26332"
    uid: 4398fe6b-e6c8-422c-99b8-d6a0a5027715
  kind: Event
  lastTimestamp: "2026-07-20T10:32:27Z"
  message: 'Created pod: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-thzrr'
  metadata:
    creationTimestamp: "2026-07-20T10:32:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T10:32:27Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5.18c3f8e6b3227c56
    namespace: kserve-ci-e2e-test
    resourceVersion: "26344"
    uid: e8b4c805-3a69-4226-85a0-e02c64d24e81
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:32:27Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26330"
    uid: 55de8f6e-eafc-48aa-bffe-884bae1e5b90
  kind: Event
  lastTimestamp: "2026-07-20T10:32:27Z"
  message: Scaled up replica set isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5 from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-20T10:32:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T10:32:27Z"
    name: isvc-lightgbm-v2-kserve-predictor.18c3f8e6ad85cbfa
    namespace: kserve-ci-e2e-test
    resourceVersion: "26334"
    uid: 210ee3c0-0fab-4008-a222-1aa9614ed080
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:32:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26331"
    uid: 75bba198-57ed-486c-abb8-306b16cca353
  kind: Event
  lastTimestamp: "2026-07-20T10:32:42Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-20T10:32:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T10:32:42Z"
    name: isvc-lightgbm-v2-kserve-predictor.18c3f8ea2c8813b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "26494"
    uid: a173e21f-0b1e-4564-923e-33759f9dabb5
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:32:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26331"
    uid: 75bba198-57ed-486c-abb8-306b16cca353
  kind: Event
  lastTimestamp: "2026-07-20T10:32:42Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-20T10:32:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T10:32:42Z"
    name: isvc-lightgbm-v2-kserve-predictor.18c3f8ea2cfda2d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "26496"
    uid: e5ca469b-0382-4fdc-81d3-f0736a17a839
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-20T10:32:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "26323"
    uid: 9d86742d-7e2c-4f32-a9ff-e675773531da
  kind: Event
  lastTimestamp: "2026-07-20T10:32:39Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-20T10:32:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-20T10:32:39Z"
    name: isvc-lightgbm-v2-kserve.18c3f8e6ad7e26e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "26480"
    uid: ac98012c-fd71-4321-a184-5b865b1d1595
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:32:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "26323"
    uid: 9d86742d-7e2c-4f32-a9ff-e675773531da
  kind: Event
  lastTimestamp: "2026-07-20T10:32:27Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-v2-kserve":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-20T10:32:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-20T10:32:27Z"
    name: isvc-lightgbm-v2-kserve.18c3f8e6adde18de
    namespace: kserve-ci-e2e-test
    resourceVersion: "26337"
    uid: 53c0ea9e-0761-41f3-a63c-ec44a39f8522
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:32:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "26478"
    uid: 9d86742d-7e2c-4f32-a9ff-e675773531da
  kind: Event
  lastTimestamp: "2026-07-20T10:32:39Z"
  message: InferenceService [isvc-lightgbm-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-07-20T10:32:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-20T10:32:39Z"
    name: isvc-lightgbm-v2-kserve.18c3f8e9a6cc3408
    namespace: kserve-ci-e2e-test
    resourceVersion: "26479"
    uid: 137a012a-23d8-48b5-bbb9-6db3bb34e8dd
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-20T10:29:21.731652Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-gxjbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "24949"
    uid: 956179d2-5273-4b1f-a815-198ca261379d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-gxjbd
    to ip-10-0-134-80.ec2.internal
  metadata:
    creationTimestamp: "2026-07-20T10:29:21Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-20T10:29:21Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-gxjbd.18c3f8bb8a4c0cf8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24954"
    uid: 1b269373-b89c-40e5-a67c-604d0a9e2ed4
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-689d9fc459-bqtkn
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:29:21Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-gxjbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "24951"
    uid: 956179d2-5273-4b1f-a815-198ca261379d
  kind: Event
  lastTimestamp: "2026-07-20T10:29:21Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-lightgbm-v2-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-20T10:29:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:29:21Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-gxjbd.18c3f8bb9915987f
    namespace: kserve-ci-e2e-test
    resourceVersion: "24966"
    uid: 2005e522-8c4b-41b1-84f7-560b153471af
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:29:22Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-gxjbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "24960"
    uid: 956179d2-5273-4b1f-a815-198ca261379d
  kind: Event
  lastTimestamp: "2026-07-20T10:29:22Z"
  message: Add eth0 [10.132.0.35/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-20T10:29:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-20T10:29:22Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-gxjbd.18c3f8bbc75789ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "24975"
    uid: 02ccfa8d-b2a2-402d-8c6c-0c18a4b12931
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:29:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-gxjbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "24951"
    uid: 956179d2-5273-4b1f-a815-198ca261379d
  kind: Event
  lastTimestamp: "2026-07-20T10:29:22Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:038cd29f3e031cdfd5fa54ba896bbecc69cd255eda6b470c2f7bce5282357bb8"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-20T10:29:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:29:22Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-gxjbd.18c3f8bbc8cd8e17
    namespace: kserve-ci-e2e-test
    resourceVersion: "24977"
    uid: 85a3e2b1-a9a9-489a-beff-1e46d4ec7aff
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:29:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-gxjbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "24951"
    uid: 956179d2-5273-4b1f-a815-198ca261379d
  kind: Event
  lastTimestamp: "2026-07-20T10:29:22Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-20T10:29:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:29:22Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-gxjbd.18c3f8bbcb4cf52d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24978"
    uid: 22a71426-b72e-44de-8cfc-550e79238b7b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:29:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-gxjbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "24951"
    uid: 956179d2-5273-4b1f-a815-198ca261379d
  kind: Event
  lastTimestamp: "2026-07-20T10:29:22Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-20T10:29:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:29:22Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-gxjbd.18c3f8bbcbb8b5cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "24979"
    uid: 5c006da2-865e-493f-8b0c-fee75cec4ab6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:29:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-gxjbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "24951"
    uid: 956179d2-5273-4b1f-a815-198ca261379d
  kind: Event
  lastTimestamp: "2026-07-20T10:29:26Z"
  message: Pulling image "docker.io/seldonio/mlserver:1.7.1"
  metadata:
    creationTimestamp: "2026-07-20T10:29:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:29:26Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-gxjbd.18c3f8bcbefea61f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25018"
    uid: 708a7da4-458e-49c4-8d24-76fee59057e1
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:31:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-gxjbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "24951"
    uid: 956179d2-5273-4b1f-a815-198ca261379d
  kind: Event
  lastTimestamp: "2026-07-20T10:31:35Z"
  message: 'Successfully pulled image "docker.io/seldonio/mlserver:1.7.1" in 2m8.531s
    (2m8.531s including waiting). Image size: 10890461297 bytes.'
  metadata:
    creationTimestamp: "2026-07-20T10:31:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:31:35Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-gxjbd.18c3f8daac175186
    namespace: kserve-ci-e2e-test
    resourceVersion: "25923"
    uid: 0c659936-2e4d-4250-bea9-fb4e5886b85a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:31:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-gxjbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "24951"
    uid: 956179d2-5273-4b1f-a815-198ca261379d
  kind: Event
  lastTimestamp: "2026-07-20T10:31:35Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-20T10:31:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:31:35Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-gxjbd.18c3f8dab28a27f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "25924"
    uid: 8c0c1090-f2f2-434d-99da-b5a7992f654c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:31:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-gxjbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "24951"
    uid: 956179d2-5273-4b1f-a815-198ca261379d
  kind: Event
  lastTimestamp: "2026-07-20T10:31:35Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-20T10:31:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:31:35Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-gxjbd.18c3f8dab4551af1
    namespace: kserve-ci-e2e-test
    resourceVersion: "25925"
    uid: 8fbd56c7-ca6d-4a9d-a5d8-7320bd0ee0a4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:31:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-gxjbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "24951"
    uid: 956179d2-5273-4b1f-a815-198ca261379d
  kind: Event
  lastTimestamp: "2026-07-20T10:31:35Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-20T10:31:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:31:35Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-gxjbd.18c3f8dab45fc27b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25926"
    uid: 7b75c75a-9b54-4e80-8c91-9f5eeff53b42
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:31:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-gxjbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "24951"
    uid: 956179d2-5273-4b1f-a815-198ca261379d
  kind: Event
  lastTimestamp: "2026-07-20T10:31:35Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-20T10:31:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:31:35Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-gxjbd.18c3f8dabaab6ecb
    namespace: kserve-ci-e2e-test
    resourceVersion: "25927"
    uid: 7f9c2e23-4e1c-4c0b-890b-a85fd6e6a513
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:31:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-gxjbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "24951"
    uid: 956179d2-5273-4b1f-a815-198ca261379d
  kind: Event
  lastTimestamp: "2026-07-20T10:31:35Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-20T10:31:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:31:35Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-gxjbd.18c3f8dabb9ef301
    namespace: kserve-ci-e2e-test
    resourceVersion: "25929"
    uid: f7fe1b06-13d0-44fd-acad-ed7d5ce695cd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:32:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-gxjbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "24951"
    uid: 956179d2-5273-4b1f-a815-198ca261379d
  kind: Event
  lastTimestamp: "2026-07-20T10:32:21Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-20T10:32:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:32:21Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-gxjbd.18c3f8e57ed2927d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26274"
    uid: 5ba96869-5bac-40a2-b3d7-3e15697d5402
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:32:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-gxjbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "24951"
    uid: 956179d2-5273-4b1f-a815-198ca261379d
  kind: Event
  lastTimestamp: "2026-07-20T10:32:21Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-20T10:32:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:32:21Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-gxjbd.18c3f8e57ed30cd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "26275"
    uid: a761611c-6d53-4713-bfec-95bfa0928d2d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:29:21Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "24935"
    uid: ea53b7e1-7d7f-4936-b019-3ad8d4ca31ee
  kind: Event
  lastTimestamp: "2026-07-20T10:29:21Z"
  message: 'Created pod: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-gxjbd'
  metadata:
    creationTimestamp: "2026-07-20T10:29:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T10:29:21Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5.18c3f8bb89b87702
    namespace: kserve-ci-e2e-test
    resourceVersion: "24950"
    uid: 26c59867-32a9-411f-aba2-a1830005e40a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:29:21Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24933"
    uid: 2fad048e-1c47-4b7d-ad24-21b55b6d986a
  kind: Event
  lastTimestamp: "2026-07-20T10:29:21Z"
  message: Scaled up replica set isvc-lightgbm-v2-runtime-predictor-7f4957c5d5 from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-20T10:29:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T10:29:21Z"
    name: isvc-lightgbm-v2-runtime-predictor.18c3f8bb8571eeaf
    namespace: kserve-ci-e2e-test
    resourceVersion: "24936"
    uid: 46772070-c3fc-4e29-b564-20ccbf54f512
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-20T10:29:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24934"
    uid: b0520e81-c93b-4506-9954-f8f3433c5e1a
  kind: Event
  lastTimestamp: "2026-07-20T10:32:06Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-20T10:29:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T10:32:06Z"
    name: isvc-lightgbm-v2-runtime-predictor.18c3f8bf04775f01
    namespace: kserve-ci-e2e-test
    resourceVersion: "26151"
    uid: 362e7ac7-4ea2-4d64-9ccb-0f3673d51a4f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-20T10:29:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24934"
    uid: b0520e81-c93b-4506-9954-f8f3433c5e1a
  kind: Event
  lastTimestamp: "2026-07-20T10:32:06Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-20T10:29:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T10:32:06Z"
    name: isvc-lightgbm-v2-runtime-predictor.18c3f8bf04ca3f08
    namespace: kserve-ci-e2e-test
    resourceVersion: "26152"
    uid: 790cf96e-6758-4bf5-b8af-4d2e720090ac
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:32:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25090"
    uid: b0520e81-c93b-4506-9954-f8f3433c5e1a
  kind: Event
  lastTimestamp: "2026-07-20T10:32:21Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-20T10:32:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T10:32:21Z"
    name: isvc-lightgbm-v2-runtime-predictor.18c3f8e57bb94e66
    namespace: kserve-ci-e2e-test
    resourceVersion: "26257"
    uid: e37af02e-78fb-42dd-8654-bdaa62154996
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:32:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25090"
    uid: b0520e81-c93b-4506-9954-f8f3433c5e1a
  kind: Event
  lastTimestamp: "2026-07-20T10:32:21Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-20T10:32:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T10:32:21Z"
    name: isvc-lightgbm-v2-runtime-predictor.18c3f8e57c271cbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "26259"
    uid: 00b8703f-fe7d-416f-9b93-ffa7651833c4
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-20T10:29:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "24926"
    uid: dfe321e0-b4de-42a0-b339-64a304ef9ed8
  kind: Event
  lastTimestamp: "2026-07-20T10:32:13Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-20T10:29:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-20T10:32:13Z"
    name: isvc-lightgbm-v2-runtime.18c3f8bb85696cda
    namespace: kserve-ci-e2e-test
    resourceVersion: "26203"
    uid: b3b4e839-a809-4b52-a6d2-fd3cfde5e4bf
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-20T10:29:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "24926"
    uid: dfe321e0-b4de-42a0-b339-64a304ef9ed8
  kind: Event
  lastTimestamp: "2026-07-20T10:29:21Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-20T10:29:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-20T10:29:21Z"
    name: isvc-lightgbm-v2-runtime.18c3f8bb85f66140
    namespace: kserve-ci-e2e-test
    resourceVersion: "24958"
    uid: d2559898-c479-46f4-a955-d878ebb942d1
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:29:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "24932"
    uid: dfe321e0-b4de-42a0-b339-64a304ef9ed8
  kind: Event
  lastTimestamp: "2026-07-20T10:29:21Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-lightgbm-v2-runtime": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-20T10:29:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-20T10:29:21Z"
    name: isvc-lightgbm-v2-runtime.18c3f8bb8b76b3b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24959"
    uid: 54c60b71-6ae3-4c88-bde9-0fae6b3e6cf6
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:32:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "26201"
    uid: dfe321e0-b4de-42a0-b339-64a304ef9ed8
  kind: Event
  lastTimestamp: "2026-07-20T10:32:13Z"
  message: InferenceService [isvc-lightgbm-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-07-20T10:32:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-20T10:32:13Z"
    name: isvc-lightgbm-v2-runtime.18c3f8e38c6ebaf9
    namespace: kserve-ci-e2e-test
    resourceVersion: "26202"
    uid: ab012872-c06d-47cc-b8a2-7b582f5cb126
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-20T10:26:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "23124"
    uid: deb934bd-a285-4a0c-bd5f-9aea26ab0ce3
  kind: Event
  lastTimestamp: "2026-07-20T10:27:40Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-20T10:26:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-20T10:27:40Z"
    name: isvc-lightgbm.18c3f88f09e4c0b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "23817"
    uid: db99dbc8-3b7f-4d9e-bd4b-d41fab07bdc8
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:26:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "23124"
    uid: deb934bd-a285-4a0c-bd5f-9aea26ab0ce3
  kind: Event
  lastTimestamp: "2026-07-20T10:26:10Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-07-20T10:26:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-20T10:26:10Z"
    name: isvc-lightgbm.18c3f88f0a7f13a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "23138"
    uid: 5537fc5c-12b9-4389-b622-60771c83e94d
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:27:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "23814"
    uid: deb934bd-a285-4a0c-bd5f-9aea26ab0ce3
  kind: Event
  lastTimestamp: "2026-07-20T10:27:40Z"
  message: InferenceService [isvc-lightgbm] is Ready
  metadata:
    creationTimestamp: "2026-07-20T10:27:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-20T10:27:40Z"
    name: isvc-lightgbm.18c3f8a3eea6a4cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "23815"
    uid: a67c1193-7b46-4020-8dee-0c452849a022
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-20T10:13:22.139650Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-predictor-5496cb9695-v2lg2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17112"
    uid: a7b3b6fb-7783-4df3-942b-e80dbb42445c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-logger-predictor-5496cb9695-v2lg2
    to ip-10-0-134-80.ec2.internal
  metadata:
    creationTimestamp: "2026-07-20T10:13:22Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-20T10:13:22Z"
    name: isvc-logger-predictor-5496cb9695-v2lg2.18c3f7dc1e281023
    namespace: kserve-ci-e2e-test
    resourceVersion: "17120"
    uid: bffb3816-915a-41b6-a839-c403320ee8a0
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-689d9fc459-bqtkn
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:13:22Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-predictor-5496cb9695-v2lg2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17125"
    uid: a7b3b6fb-7783-4df3-942b-e80dbb42445c
  kind: Event
  lastTimestamp: "2026-07-20T10:13:22Z"
  message: Add eth0 [10.132.0.26/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-20T10:13:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-20T10:13:22Z"
    name: isvc-logger-predictor-5496cb9695-v2lg2.18c3f7dc37558b05
    namespace: kserve-ci-e2e-test
    resourceVersion: "17129"
    uid: 55a78cbf-bb85-4961-84a7-06ec348b0ff9
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:13:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-5496cb9695-v2lg2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17115"
    uid: a7b3b6fb-7783-4df3-942b-e80dbb42445c
  kind: Event
  lastTimestamp: "2026-07-20T10:13:22Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:038cd29f3e031cdfd5fa54ba896bbecc69cd255eda6b470c2f7bce5282357bb8"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-20T10:13:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:13:22Z"
    name: isvc-logger-predictor-5496cb9695-v2lg2.18c3f7dc39409ecc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17131"
    uid: 1be4a5cf-4d83-4f80-82f8-8dfb18656a6e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:13:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-5496cb9695-v2lg2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17115"
    uid: a7b3b6fb-7783-4df3-942b-e80dbb42445c
  kind: Event
  lastTimestamp: "2026-07-20T10:13:22Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-20T10:13:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:13:22Z"
    name: isvc-logger-predictor-5496cb9695-v2lg2.18c3f7dc3c42e523
    namespace: kserve-ci-e2e-test
    resourceVersion: "17133"
    uid: 612a5c27-c229-4db7-96c5-4650bd986b01
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:13:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-5496cb9695-v2lg2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17115"
    uid: a7b3b6fb-7783-4df3-942b-e80dbb42445c
  kind: Event
  lastTimestamp: "2026-07-20T10:13:22Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-20T10:13:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:13:22Z"
    name: isvc-logger-predictor-5496cb9695-v2lg2.18c3f7dc3cb4b7fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "17134"
    uid: 7bc1ca20-c4de-4f56-ade7-9c13904913a9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:13:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-5496cb9695-v2lg2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17115"
    uid: a7b3b6fb-7783-4df3-942b-e80dbb42445c
  kind: Event
  lastTimestamp: "2026-07-20T10:13:26Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1771"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-20T10:13:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:13:26Z"
    name: isvc-logger-predictor-5496cb9695-v2lg2.18c3f7dd124afeb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17173"
    uid: 14ade7f8-def5-4877-8dee-27b38b92e618
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:13:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-5496cb9695-v2lg2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17115"
    uid: a7b3b6fb-7783-4df3-942b-e80dbb42445c
  kind: Event
  lastTimestamp: "2026-07-20T10:13:26Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-20T10:13:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:13:26Z"
    name: isvc-logger-predictor-5496cb9695-v2lg2.18c3f7dd15dbfacb
    namespace: kserve-ci-e2e-test
    resourceVersion: "17175"
    uid: 37e1b8da-5b4e-40a1-b2a0-9addef1e7ab6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:13:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-5496cb9695-v2lg2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17115"
    uid: a7b3b6fb-7783-4df3-942b-e80dbb42445c
  kind: Event
  lastTimestamp: "2026-07-20T10:13:26Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-20T10:13:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:13:26Z"
    name: isvc-logger-predictor-5496cb9695-v2lg2.18c3f7dd166b563c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17178"
    uid: e0d9e06a-b94b-4876-8236-c0c515311828
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:13:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-5496cb9695-v2lg2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17115"
    uid: a7b3b6fb-7783-4df3-942b-e80dbb42445c
  kind: Event
  lastTimestamp: "2026-07-20T10:13:26Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-20T10:13:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:13:26Z"
    name: isvc-logger-predictor-5496cb9695-v2lg2.18c3f7dd16755851
    namespace: kserve-ci-e2e-test
    resourceVersion: "17179"
    uid: 4b2b2e01-b66b-4667-8ad2-e23b68680317
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:13:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-5496cb9695-v2lg2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17115"
    uid: a7b3b6fb-7783-4df3-942b-e80dbb42445c
  kind: Event
  lastTimestamp: "2026-07-20T10:13:26Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-20T10:13:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:13:26Z"
    name: isvc-logger-predictor-5496cb9695-v2lg2.18c3f7dd199cfa6e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17181"
    uid: 9f49c606-00f4-4b00-abac-c53af4daa047
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:13:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-5496cb9695-v2lg2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17115"
    uid: a7b3b6fb-7783-4df3-942b-e80dbb42445c
  kind: Event
  lastTimestamp: "2026-07-20T10:13:26Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-20T10:13:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:13:26Z"
    name: isvc-logger-predictor-5496cb9695-v2lg2.18c3f7dd1a0cebff
    namespace: kserve-ci-e2e-test
    resourceVersion: "17182"
    uid: d3a724b5-5dc7-40db-a72e-488bc4553abd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:13:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-5496cb9695-v2lg2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17115"
    uid: a7b3b6fb-7783-4df3-942b-e80dbb42445c
  kind: Event
  lastTimestamp: "2026-07-20T10:13:26Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:07d9be4ee48ab8e3f13b5e400054db7129a4dfd20edc4167e0ae24bd38c38bfa"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-20T10:13:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:13:26Z"
    name: isvc-logger-predictor-5496cb9695-v2lg2.18c3f7dd1a16e8e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17183"
    uid: 129f8bf0-3928-47d4-b807-368024b5124a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:13:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-5496cb9695-v2lg2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17115"
    uid: a7b3b6fb-7783-4df3-942b-e80dbb42445c
  kind: Event
  lastTimestamp: "2026-07-20T10:13:26Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-07-20T10:13:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:13:26Z"
    name: isvc-logger-predictor-5496cb9695-v2lg2.18c3f7dd1cd750bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17184"
    uid: bd7e0af3-b018-4527-b209-792d6644e64d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:13:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-5496cb9695-v2lg2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17115"
    uid: a7b3b6fb-7783-4df3-942b-e80dbb42445c
  kind: Event
  lastTimestamp: "2026-07-20T10:13:26Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-07-20T10:13:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:13:26Z"
    name: isvc-logger-predictor-5496cb9695-v2lg2.18c3f7dd1d4687b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17185"
    uid: f9b01eb2-316f-4058-9ea8-3b9be14057a4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-20T10:13:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-5496cb9695-v2lg2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17115"
    uid: a7b3b6fb-7783-4df3-942b-e80dbb42445c
  kind: Event
  lastTimestamp: "2026-07-20T10:15:04Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.26:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-20T10:13:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:15:04Z"
    name: isvc-logger-predictor-5496cb9695-v2lg2.18c3f7dd4e5fd85d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17989"
    uid: 7cfeb820-642f-4600-9df7-abedb908d64d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-20T10:13:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-5496cb9695-v2lg2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17115"
    uid: a7b3b6fb-7783-4df3-942b-e80dbb42445c
  kind: Event
  lastTimestamp: "2026-07-20T10:15:04Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-07-20T10:13:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:15:04Z"
    name: isvc-logger-predictor-5496cb9695-v2lg2.18c3f7dd8a2d3ce7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17990"
    uid: e6ccf424-5b3e-4a5c-93fd-7c10fec13a93
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:14:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-5496cb9695-v2lg2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17115"
    uid: a7b3b6fb-7783-4df3-942b-e80dbb42445c
  kind: Event
  lastTimestamp: "2026-07-20T10:14:57Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-20T10:14:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:14:57Z"
    name: isvc-logger-predictor-5496cb9695-v2lg2.18c3f7f2547b7b50
    namespace: kserve-ci-e2e-test
    resourceVersion: "17918"
    uid: 0d9c7a40-fb3a-4434-a445-62b1b7f29f40
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:14:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-5496cb9695-v2lg2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17115"
    uid: a7b3b6fb-7783-4df3-942b-e80dbb42445c
  kind: Event
  lastTimestamp: "2026-07-20T10:14:57Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-07-20T10:14:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:14:57Z"
    name: isvc-logger-predictor-5496cb9695-v2lg2.18c3f7f2547c58c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "17919"
    uid: f7f39adf-99b7-4c20-91da-70ae7e7055c6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:14:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-5496cb9695-v2lg2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17115"
    uid: a7b3b6fb-7783-4df3-942b-e80dbb42445c
  kind: Event
  lastTimestamp: "2026-07-20T10:14:57Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-20T10:14:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:14:57Z"
    name: isvc-logger-predictor-5496cb9695-v2lg2.18c3f7f2547c76b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17921"
    uid: 702fa000-31c6-4906-b1aa-d4ad1431344d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-20T10:14:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-5496cb9695-v2lg2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17115"
    uid: a7b3b6fb-7783-4df3-942b-e80dbb42445c
  kind: Event
  lastTimestamp: "2026-07-20T10:15:14Z"
  message: 'Readiness probe failed: Get "https://10.132.0.26:8643/healthz": dial tcp
    10.132.0.26:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-20T10:14:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:15:14Z"
    name: isvc-logger-predictor-5496cb9695-v2lg2.18c3f7f2ba644aa8
    namespace: kserve-ci-e2e-test
    resourceVersion: "18066"
    uid: e42df3de-d2ec-44a9-b248-9b1677489198
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:13:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-logger-predictor-5496cb9695
    namespace: kserve-ci-e2e-test
    resourceVersion: "17101"
    uid: 95e547d0-1d43-4683-9d19-e061514cc860
  kind: Event
  lastTimestamp: "2026-07-20T10:13:22Z"
  message: 'Created pod: isvc-logger-predictor-5496cb9695-v2lg2'
  metadata:
    creationTimestamp: "2026-07-20T10:13:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T10:13:22Z"
    name: isvc-logger-predictor-5496cb9695.18c3f7dc1d462993
    namespace: kserve-ci-e2e-test
    resourceVersion: "17114"
    uid: 6cc1c064-e477-4afe-89a1-89f94ce8428c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:13:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17098"
    uid: 9de2ae86-9afb-4133-854f-f86dc43699c4
  kind: Event
  lastTimestamp: "2026-07-20T10:13:22Z"
  message: Scaled up replica set isvc-logger-predictor-5496cb9695 from 0 to 1
  metadata:
    creationTimestamp: "2026-07-20T10:13:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T10:13:22Z"
    name: isvc-logger-predictor.18c3f7dc183a9945
    namespace: kserve-ci-e2e-test
    resourceVersion: "17103"
    uid: f6628f96-fe62-4cb7-bd5a-08f2580a0297
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-20T10:13:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17100"
    uid: 55ae06e5-f978-4239-a6d3-c00e1f6d4f0b
  kind: Event
  lastTimestamp: "2026-07-20T10:13:52Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-20T10:13:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T10:13:52Z"
    name: isvc-logger-predictor.18c3f7df9715655a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17381"
    uid: 44761e90-10f6-47ac-965e-781b57b0d68f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-20T10:13:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17100"
    uid: 55ae06e5-f978-4239-a6d3-c00e1f6d4f0b
  kind: Event
  lastTimestamp: "2026-07-20T10:13:52Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-20T10:13:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T10:13:52Z"
    name: isvc-logger-predictor.18c3f7df979529a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17382"
    uid: 863657a4-6f0e-41bf-84a2-246fc9afb8f3
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-20T10:14:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17268"
    uid: 55ae06e5-f978-4239-a6d3-c00e1f6d4f0b
  kind: Event
  lastTimestamp: "2026-07-20T10:14:52Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-20T10:14:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T10:14:52Z"
    name: isvc-logger-predictor.18c3f7e695dd8aad
    namespace: kserve-ci-e2e-test
    resourceVersion: "17817"
    uid: 662c4327-7031-472b-9eed-6a03d8770efc
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-20T10:14:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17268"
    uid: 55ae06e5-f978-4239-a6d3-c00e1f6d4f0b
  kind: Event
  lastTimestamp: "2026-07-20T10:14:52Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-20T10:14:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T10:14:52Z"
    name: isvc-logger-predictor.18c3f7e69674b2d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17818"
    uid: de3f9436-bb1e-42d5-813c-98dd012297bc
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-20T10:13:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "17090"
    uid: 3cb79eac-d5a1-4009-acc0-bc323ee4ef77
  kind: Event
  lastTimestamp: "2026-07-20T10:14:44Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-20T10:13:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-20T10:14:44Z"
    name: isvc-logger.18c3f7dc18303330
    namespace: kserve-ci-e2e-test
    resourceVersion: "17764"
    uid: 5d58992b-7ee0-4ede-abfd-29c603368dfe
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:13:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "17090"
    uid: 3cb79eac-d5a1-4009-acc0-bc323ee4ef77
  kind: Event
  lastTimestamp: "2026-07-20T10:13:22Z"
  message: 'Failed to update status for InferenceService "isvc-logger": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-logger": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-07-20T10:13:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-20T10:13:22Z"
    name: isvc-logger.18c3f7dc18a5ddbb
    namespace: kserve-ci-e2e-test
    resourceVersion: "17105"
    uid: 39a99801-0de9-4557-8820-52ccecc2ad2c
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:14:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "17761"
    uid: 3cb79eac-d5a1-4009-acc0-bc323ee4ef77
  kind: Event
  lastTimestamp: "2026-07-20T10:14:44Z"
  message: InferenceService [isvc-logger] is Ready
  metadata:
    creationTimestamp: "2026-07-20T10:14:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-20T10:14:44Z"
    name: isvc-logger.18c3f7ef446d057e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17762"
    uid: a40a0f52-6933-449b-ad50-8659a16f7f3b
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-20T10:32:52.311412Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-f7x8p
    namespace: kserve-ci-e2e-test
    resourceVersion: "26612"
    uid: 1f4165c8-0a2f-4077-b1bd-e4cdfad1f71b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-mlflow-v2-runtime-predictor-6456f94494-f7x8p
    to ip-10-0-134-80.ec2.internal
  metadata:
    creationTimestamp: "2026-07-20T10:32:52Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-20T10:32:52Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-f7x8p.18c3f8ec91d44115
    namespace: kserve-ci-e2e-test
    resourceVersion: "26616"
    uid: 8e64c1e4-8253-4df0-a6f4-2a55eb31c1ac
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-689d9fc459-bqtkn
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:32:52Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-f7x8p
    namespace: kserve-ci-e2e-test
    resourceVersion: "26622"
    uid: 1f4165c8-0a2f-4077-b1bd-e4cdfad1f71b
  kind: Event
  lastTimestamp: "2026-07-20T10:32:52Z"
  message: Add eth0 [10.132.0.37/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-20T10:32:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-20T10:32:52Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-f7x8p.18c3f8ecaabfadec
    namespace: kserve-ci-e2e-test
    resourceVersion: "26635"
    uid: a98540e9-00f0-40b5-ae49-b6cff6d84709
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:32:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-f7x8p
    namespace: kserve-ci-e2e-test
    resourceVersion: "26615"
    uid: 1f4165c8-0a2f-4077-b1bd-e4cdfad1f71b
  kind: Event
  lastTimestamp: "2026-07-20T10:32:52Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:038cd29f3e031cdfd5fa54ba896bbecc69cd255eda6b470c2f7bce5282357bb8"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-20T10:32:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:32:52Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-f7x8p.18c3f8ecac4fdc51
    namespace: kserve-ci-e2e-test
    resourceVersion: "26637"
    uid: 80644ab1-3cb4-4332-aade-d58078f69a8b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:32:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-f7x8p
    namespace: kserve-ci-e2e-test
    resourceVersion: "26615"
    uid: 1f4165c8-0a2f-4077-b1bd-e4cdfad1f71b
  kind: Event
  lastTimestamp: "2026-07-20T10:32:52Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-20T10:32:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:32:52Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-f7x8p.18c3f8ecaf0bd083
    namespace: kserve-ci-e2e-test
    resourceVersion: "26638"
    uid: 33bb62b5-dbbe-48bf-9951-fd9d839e39b6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:32:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-f7x8p
    namespace: kserve-ci-e2e-test
    resourceVersion: "26615"
    uid: 1f4165c8-0a2f-4077-b1bd-e4cdfad1f71b
  kind: Event
  lastTimestamp: "2026-07-20T10:32:52Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-20T10:32:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:32:52Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-f7x8p.18c3f8ecaf66697c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26639"
    uid: b9d60ac5-78fe-47fe-8053-04a8af203a89
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:32:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-f7x8p
    namespace: kserve-ci-e2e-test
    resourceVersion: "26615"
    uid: 1f4165c8-0a2f-4077-b1bd-e4cdfad1f71b
  kind: Event
  lastTimestamp: "2026-07-20T10:32:56Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-07-20T10:32:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:32:56Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-f7x8p.18c3f8ed9b084ccc
    namespace: kserve-ci-e2e-test
    resourceVersion: "26674"
    uid: bce21b69-9842-4088-a54e-cd524a90a612
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:32:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-f7x8p
    namespace: kserve-ci-e2e-test
    resourceVersion: "26615"
    uid: 1f4165c8-0a2f-4077-b1bd-e4cdfad1f71b
  kind: Event
  lastTimestamp: "2026-07-20T10:32:56Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-20T10:32:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:32:56Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-f7x8p.18c3f8ed9e44dd2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26676"
    uid: 0187b5e5-dfdb-4673-8d0b-806219dc769a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:32:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-f7x8p
    namespace: kserve-ci-e2e-test
    resourceVersion: "26615"
    uid: 1f4165c8-0a2f-4077-b1bd-e4cdfad1f71b
  kind: Event
  lastTimestamp: "2026-07-20T10:32:56Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-20T10:32:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:32:56Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-f7x8p.18c3f8ed9eaacb86
    namespace: kserve-ci-e2e-test
    resourceVersion: "26677"
    uid: 24141154-37b3-4251-8ae0-8cb5b7931ad9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:32:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-f7x8p
    namespace: kserve-ci-e2e-test
    resourceVersion: "26615"
    uid: 1f4165c8-0a2f-4077-b1bd-e4cdfad1f71b
  kind: Event
  lastTimestamp: "2026-07-20T10:32:56Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-20T10:32:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:32:56Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-f7x8p.18c3f8ed9eb4f7f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "26679"
    uid: ceb37c7d-74b1-48f7-b7f9-cae15cc5e14e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:32:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-f7x8p
    namespace: kserve-ci-e2e-test
    resourceVersion: "26615"
    uid: 1f4165c8-0a2f-4077-b1bd-e4cdfad1f71b
  kind: Event
  lastTimestamp: "2026-07-20T10:32:56Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-20T10:32:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:32:56Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-f7x8p.18c3f8eda16daf24
    namespace: kserve-ci-e2e-test
    resourceVersion: "26682"
    uid: 68436830-c3c9-4637-8def-3cfdee84b618
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:32:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-f7x8p
    namespace: kserve-ci-e2e-test
    resourceVersion: "26615"
    uid: 1f4165c8-0a2f-4077-b1bd-e4cdfad1f71b
  kind: Event
  lastTimestamp: "2026-07-20T10:32:56Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-20T10:32:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:32:56Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-f7x8p.18c3f8eda1cd7d68
    namespace: kserve-ci-e2e-test
    resourceVersion: "26683"
    uid: f314f38b-30ac-4261-b424-5b7e2d6720e1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:33:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-f7x8p
    namespace: kserve-ci-e2e-test
    resourceVersion: "26615"
    uid: 1f4165c8-0a2f-4077-b1bd-e4cdfad1f71b
  kind: Event
  lastTimestamp: "2026-07-20T10:33:42Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-20T10:33:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:33:42Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-f7x8p.18c3f8f83d864830
    namespace: kserve-ci-e2e-test
    resourceVersion: "27022"
    uid: 59a1b36b-7f26-4c4a-b192-24f32df65608
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:33:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-f7x8p
    namespace: kserve-ci-e2e-test
    resourceVersion: "26615"
    uid: 1f4165c8-0a2f-4077-b1bd-e4cdfad1f71b
  kind: Event
  lastTimestamp: "2026-07-20T10:33:42Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-20T10:33:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:33:42Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-f7x8p.18c3f8f83d86c371
    namespace: kserve-ci-e2e-test
    resourceVersion: "27023"
    uid: 104eec46-44a3-4351-a96b-edb78f60cb15
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:32:52Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-mlflow-v2-runtime-predictor-6456f94494
    namespace: kserve-ci-e2e-test
    resourceVersion: "26601"
    uid: 5034ae92-134b-47bb-9fea-1b17236910f8
  kind: Event
  lastTimestamp: "2026-07-20T10:32:52Z"
  message: 'Created pod: isvc-mlflow-v2-runtime-predictor-6456f94494-f7x8p'
  metadata:
    creationTimestamp: "2026-07-20T10:32:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T10:32:52Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494.18c3f8ec90cebdd8
    namespace: kserve-ci-e2e-test
    resourceVersion: "26614"
    uid: 5c384f68-7a2c-472f-b64d-2166573eacb5
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:32:52Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26599"
    uid: 1f04c2e1-de7c-4cea-a995-f93fe3710607
  kind: Event
  lastTimestamp: "2026-07-20T10:32:52Z"
  message: Scaled up replica set isvc-mlflow-v2-runtime-predictor-6456f94494 from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-20T10:32:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T10:32:52Z"
    name: isvc-mlflow-v2-runtime-predictor.18c3f8ec8d78530b
    namespace: kserve-ci-e2e-test
    resourceVersion: "26603"
    uid: a50b7a1a-a6df-47d9-af49-bef0c69fca20
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-20T10:33:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26600"
    uid: 7ae31e3e-d6aa-485c-b8ec-6f5b83cddc08
  kind: Event
  lastTimestamp: "2026-07-20T10:33:37Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-20T10:33:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T10:33:37Z"
    name: isvc-mlflow-v2-runtime-predictor.18c3f8f00d545ab8
    namespace: kserve-ci-e2e-test
    resourceVersion: "26969"
    uid: 2638ad62-353b-445e-97de-7d33af6a5f59
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-20T10:33:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26600"
    uid: 7ae31e3e-d6aa-485c-b8ec-6f5b83cddc08
  kind: Event
  lastTimestamp: "2026-07-20T10:33:37Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-20T10:33:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T10:33:37Z"
    name: isvc-mlflow-v2-runtime-predictor.18c3f8f00dc125e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "26970"
    uid: b6e4fa3e-eee1-4c35-af9c-2d5544b6c2ed
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-20T10:32:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "26590"
    uid: d88fe2cd-4b3a-441d-84b4-2f9cdde50e75
  kind: Event
  lastTimestamp: "2026-07-20T10:33:33Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-20T10:32:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-20T10:33:33Z"
    name: isvc-mlflow-v2-runtime.18c3f8ec8d73bc48
    namespace: kserve-ci-e2e-test
    resourceVersion: "26946"
    uid: 3052bc79-1f5b-4c30-aacc-0785630593f2
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-20T10:32:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "26590"
    uid: d88fe2cd-4b3a-441d-84b4-2f9cdde50e75
  kind: Event
  lastTimestamp: "2026-07-20T10:32:52Z"
  message: 'Failed to update status for InferenceService "isvc-mlflow-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-mlflow-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-20T10:32:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-20T10:32:52Z"
    name: isvc-mlflow-v2-runtime.18c3f8ec8e145c1f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26626"
    uid: 5fb80f82-603a-4240-8195-32621dcd94d7
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:32:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "26610"
    uid: d88fe2cd-4b3a-441d-84b4-2f9cdde50e75
  kind: Event
  lastTimestamp: "2026-07-20T10:32:52Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-mlflow-v2-runtime": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-20T10:32:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-20T10:32:52Z"
    name: isvc-mlflow-v2-runtime.18c3f8ec99b6599a
    namespace: kserve-ci-e2e-test
    resourceVersion: "26628"
    uid: d1b977e9-02c3-45ae-9511-812ee2c87e9c
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:33:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "26944"
    uid: d88fe2cd-4b3a-441d-84b4-2f9cdde50e75
  kind: Event
  lastTimestamp: "2026-07-20T10:33:33Z"
  message: InferenceService [isvc-mlflow-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-07-20T10:33:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-20T10:33:33Z"
    name: isvc-mlflow-v2-runtime.18c3f8f6402aed48
    namespace: kserve-ci-e2e-test
    resourceVersion: "26945"
    uid: 64531fff-92af-4fc2-81f8-86e6ed41fd21
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-20T10:35:12.866536Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-b6h82
    namespace: kserve-ci-e2e-test
    resourceVersion: "27777"
    uid: 476ed2a3-72a1-4399-9322-4fd213a5c8bc
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-predictor-6d5c9fd4f6-b6h82
    to ip-10-0-134-80.ec2.internal
  metadata:
    creationTimestamp: "2026-07-20T10:35:12Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-20T10:35:12Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-b6h82.18c3f90d4b91238e
    namespace: kserve-ci-e2e-test
    resourceVersion: "27781"
    uid: 0044b940-0e05-44de-b132-6e2e2b03f893
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-689d9fc459-bqtkn
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:35:13Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-b6h82
    namespace: kserve-ci-e2e-test
    resourceVersion: "27788"
    uid: 476ed2a3-72a1-4399-9322-4fd213a5c8bc
  kind: Event
  lastTimestamp: "2026-07-20T10:35:13Z"
  message: Add eth0 [10.132.0.39/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-20T10:35:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-20T10:35:13Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-b6h82.18c3f90d64cf37fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "27799"
    uid: 1f3816c0-6ccb-4f67-9ecd-eabbb8c48705
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:35:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-b6h82
    namespace: kserve-ci-e2e-test
    resourceVersion: "27779"
    uid: 476ed2a3-72a1-4399-9322-4fd213a5c8bc
  kind: Event
  lastTimestamp: "2026-07-20T10:35:13Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:038cd29f3e031cdfd5fa54ba896bbecc69cd255eda6b470c2f7bce5282357bb8"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-20T10:35:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:35:13Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-b6h82.18c3f90d66814edb
    namespace: kserve-ci-e2e-test
    resourceVersion: "27803"
    uid: 2cb554b6-51e7-45f4-bd8a-25514167603d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:35:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-b6h82
    namespace: kserve-ci-e2e-test
    resourceVersion: "27779"
    uid: 476ed2a3-72a1-4399-9322-4fd213a5c8bc
  kind: Event
  lastTimestamp: "2026-07-20T10:35:13Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-20T10:35:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:35:13Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-b6h82.18c3f90d694cc38b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27804"
    uid: f30b1f30-d615-435d-bc7e-776e11089e76
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:35:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-b6h82
    namespace: kserve-ci-e2e-test
    resourceVersion: "27779"
    uid: 476ed2a3-72a1-4399-9322-4fd213a5c8bc
  kind: Event
  lastTimestamp: "2026-07-20T10:35:13Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-20T10:35:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:35:13Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-b6h82.18c3f90d69bb2fa3
    namespace: kserve-ci-e2e-test
    resourceVersion: "27805"
    uid: f3f154ec-eeb4-404b-8c37-eb2a28476963
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:35:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-b6h82
    namespace: kserve-ci-e2e-test
    resourceVersion: "27779"
    uid: 476ed2a3-72a1-4399-9322-4fd213a5c8bc
  kind: Event
  lastTimestamp: "2026-07-20T10:35:18Z"
  message: Pulling image "kserve/paddleserver:latest"
  metadata:
    creationTimestamp: "2026-07-20T10:35:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:35:18Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-b6h82.18c3f90e8ff6d7ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "27842"
    uid: 8a203184-1647-4b45-9c1c-328c415fd280
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:35:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-b6h82
    namespace: kserve-ci-e2e-test
    resourceVersion: "27779"
    uid: 476ed2a3-72a1-4399-9322-4fd213a5c8bc
  kind: Event
  lastTimestamp: "2026-07-20T10:35:29Z"
  message: 'Successfully pulled image "kserve/paddleserver:latest" in 11.484s (11.484s
    including waiting). Image size: 1163132153 bytes.'
  metadata:
    creationTimestamp: "2026-07-20T10:35:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:35:29Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-b6h82.18c3f9113c7a5166
    namespace: kserve-ci-e2e-test
    resourceVersion: "27940"
    uid: 8699b550-0a18-4c66-ae22-5f16b320ae01
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:35:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-b6h82
    namespace: kserve-ci-e2e-test
    resourceVersion: "27779"
    uid: 476ed2a3-72a1-4399-9322-4fd213a5c8bc
  kind: Event
  lastTimestamp: "2026-07-20T10:35:29Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-20T10:35:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:35:29Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-b6h82.18c3f9113f44c45b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27941"
    uid: 936f48d3-ccd6-4838-a4fd-b32b2bfcd7ca
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:35:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-b6h82
    namespace: kserve-ci-e2e-test
    resourceVersion: "27779"
    uid: 476ed2a3-72a1-4399-9322-4fd213a5c8bc
  kind: Event
  lastTimestamp: "2026-07-20T10:35:29Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-20T10:35:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:35:29Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-b6h82.18c3f9113fa735a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "27942"
    uid: 7a304a1d-8c7b-4b75-96c3-05115d6da55a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:35:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-b6h82
    namespace: kserve-ci-e2e-test
    resourceVersion: "27779"
    uid: 476ed2a3-72a1-4399-9322-4fd213a5c8bc
  kind: Event
  lastTimestamp: "2026-07-20T10:35:29Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-20T10:35:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:35:29Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-b6h82.18c3f9113fb0d02f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27943"
    uid: 5287b9ff-b367-4cc7-afb2-014c6975665b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:35:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-b6h82
    namespace: kserve-ci-e2e-test
    resourceVersion: "27779"
    uid: 476ed2a3-72a1-4399-9322-4fd213a5c8bc
  kind: Event
  lastTimestamp: "2026-07-20T10:35:29Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-20T10:35:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:35:29Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-b6h82.18c3f91142541854
    namespace: kserve-ci-e2e-test
    resourceVersion: "27944"
    uid: 4243e82c-e3fe-4b07-8a42-a9ce474cf09f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:35:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-b6h82
    namespace: kserve-ci-e2e-test
    resourceVersion: "27779"
    uid: 476ed2a3-72a1-4399-9322-4fd213a5c8bc
  kind: Event
  lastTimestamp: "2026-07-20T10:35:29Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-20T10:35:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:35:29Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-b6h82.18c3f91142b2aa98
    namespace: kserve-ci-e2e-test
    resourceVersion: "27945"
    uid: 4ed248fd-7484-4831-8b5e-5720fb91229c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-20T10:35:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-b6h82
    namespace: kserve-ci-e2e-test
    resourceVersion: "27779"
    uid: 476ed2a3-72a1-4399-9322-4fd213a5c8bc
  kind: Event
  lastTimestamp: "2026-07-20T10:36:07Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.39:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-20T10:35:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:36:07Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-b6h82.18c3f9119a645d13
    namespace: kserve-ci-e2e-test
    resourceVersion: "28227"
    uid: 3472b533-9268-4707-bea2-50f9107478f4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:36:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-b6h82
    namespace: kserve-ci-e2e-test
    resourceVersion: "27779"
    uid: 476ed2a3-72a1-4399-9322-4fd213a5c8bc
  kind: Event
  lastTimestamp: "2026-07-20T10:36:24Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-20T10:36:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:36:24Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-b6h82.18c3f91dfb2ea5f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "28375"
    uid: 0fb52b15-b752-43f6-af44-9904c7c3a972
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:36:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-b6h82
    namespace: kserve-ci-e2e-test
    resourceVersion: "27779"
    uid: 476ed2a3-72a1-4399-9322-4fd213a5c8bc
  kind: Event
  lastTimestamp: "2026-07-20T10:36:24Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-20T10:36:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:36:24Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-b6h82.18c3f91dfb2f458f
    namespace: kserve-ci-e2e-test
    resourceVersion: "28376"
    uid: c12dc523-5a0c-4ef4-b9a2-0d79e9ae3a98
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:35:12Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-predictor-6d5c9fd4f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "27767"
    uid: 45071bf0-0b4c-4d2e-bab9-a49246619247
  kind: Event
  lastTimestamp: "2026-07-20T10:35:12Z"
  message: 'Created pod: isvc-paddle-predictor-6d5c9fd4f6-b6h82'
  metadata:
    creationTimestamp: "2026-07-20T10:35:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T10:35:12Z"
    name: isvc-paddle-predictor-6d5c9fd4f6.18c3f90d4b1886ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "27778"
    uid: b0340e2a-6b5d-4b8c-a6f0-ce4be0fab2ad
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:35:12Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27765"
    uid: 2ac52a46-25cb-43ef-819f-ef88f43d71ca
  kind: Event
  lastTimestamp: "2026-07-20T10:35:12Z"
  message: Scaled up replica set isvc-paddle-predictor-6d5c9fd4f6 from 0 to 1
  metadata:
    creationTimestamp: "2026-07-20T10:35:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T10:35:12Z"
    name: isvc-paddle-predictor.18c3f90d47b2248a
    namespace: kserve-ci-e2e-test
    resourceVersion: "27769"
    uid: d6325a13-1bb1-46c8-a2ee-a109e6c481dc
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-20T10:35:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27766"
    uid: 5611c959-fa20-4221-a108-86a84c7ce5f2
  kind: Event
  lastTimestamp: "2026-07-20T10:35:42Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-20T10:35:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T10:35:42Z"
    name: isvc-paddle-predictor.18c3f910c65ea152
    namespace: kserve-ci-e2e-test
    resourceVersion: "28051"
    uid: ee43bf4d-7c98-4376-89d7-b5c2c0e95f08
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-20T10:35:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27766"
    uid: 5611c959-fa20-4221-a108-86a84c7ce5f2
  kind: Event
  lastTimestamp: "2026-07-20T10:35:42Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-20T10:35:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T10:35:42Z"
    name: isvc-paddle-predictor.18c3f910c6d0b32b
    namespace: kserve-ci-e2e-test
    resourceVersion: "28052"
    uid: ed5f75f7-20ad-40be-80b1-591d4145d92e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-20T10:35:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27926"
    uid: 5611c959-fa20-4221-a108-86a84c7ce5f2
  kind: Event
  lastTimestamp: "2026-07-20T10:36:12Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-20T10:35:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T10:36:12Z"
    name: isvc-paddle-predictor.18c3f917c5f263d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "28263"
    uid: 1f8767af-272b-4f1f-97de-dded8287625a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-20T10:35:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27926"
    uid: 5611c959-fa20-4221-a108-86a84c7ce5f2
  kind: Event
  lastTimestamp: "2026-07-20T10:36:12Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-20T10:35:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T10:36:12Z"
    name: isvc-paddle-predictor.18c3f917c6763817
    namespace: kserve-ci-e2e-test
    resourceVersion: "28265"
    uid: 2e16789d-22f9-4736-9525-7a3348455131
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-20T10:36:29.672181Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-qzhnn
    namespace: kserve-ci-e2e-test
    resourceVersion: "28436"
    uid: c271b61e-c98a-48fb-a14f-43766e1fdaaf
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-runtime-predictor-58b99fff76-qzhnn
    to ip-10-0-134-80.ec2.internal
  metadata:
    creationTimestamp: "2026-07-20T10:36:29Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-20T10:36:29Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-qzhnn.18c3f91f2d8a4eda
    namespace: kserve-ci-e2e-test
    resourceVersion: "28440"
    uid: c77d4d98-8f07-40b9-9fcc-882e9aed64d0
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-689d9fc459-bqtkn
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:36:29Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-qzhnn
    namespace: kserve-ci-e2e-test
    resourceVersion: "28438"
    uid: c271b61e-c98a-48fb-a14f-43766e1fdaaf
  kind: Event
  lastTimestamp: "2026-07-20T10:36:29Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-paddle-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-20T10:36:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:36:29Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-qzhnn.18c3f91f3a264bea
    namespace: kserve-ci-e2e-test
    resourceVersion: "28453"
    uid: 7368cd3a-aaab-486e-b152-3029134e0c4d
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:36:30Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-qzhnn
    namespace: kserve-ci-e2e-test
    resourceVersion: "28447"
    uid: c271b61e-c98a-48fb-a14f-43766e1fdaaf
  kind: Event
  lastTimestamp: "2026-07-20T10:36:30Z"
  message: Add eth0 [10.132.0.40/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-20T10:36:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-20T10:36:30Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-qzhnn.18c3f91f6a895a43
    namespace: kserve-ci-e2e-test
    resourceVersion: "28460"
    uid: a413dbd7-61f7-4efd-87d8-a6fca6e22243
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:36:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-qzhnn
    namespace: kserve-ci-e2e-test
    resourceVersion: "28438"
    uid: c271b61e-c98a-48fb-a14f-43766e1fdaaf
  kind: Event
  lastTimestamp: "2026-07-20T10:36:30Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:038cd29f3e031cdfd5fa54ba896bbecc69cd255eda6b470c2f7bce5282357bb8"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-20T10:36:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:36:30Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-qzhnn.18c3f91f6c0ee321
    namespace: kserve-ci-e2e-test
    resourceVersion: "28462"
    uid: f6438f42-dc01-428a-be12-69dda8578cca
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:36:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-qzhnn
    namespace: kserve-ci-e2e-test
    resourceVersion: "28438"
    uid: c271b61e-c98a-48fb-a14f-43766e1fdaaf
  kind: Event
  lastTimestamp: "2026-07-20T10:36:30Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-20T10:36:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:36:30Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-qzhnn.18c3f91f6e89e76c
    namespace: kserve-ci-e2e-test
    resourceVersion: "28463"
    uid: 6bb558ca-cdb3-429e-88d2-d3bfd084378b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:36:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-qzhnn
    namespace: kserve-ci-e2e-test
    resourceVersion: "28438"
    uid: c271b61e-c98a-48fb-a14f-43766e1fdaaf
  kind: Event
  lastTimestamp: "2026-07-20T10:36:30Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-20T10:36:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:36:30Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-qzhnn.18c3f91f6ee80c24
    namespace: kserve-ci-e2e-test
    resourceVersion: "28464"
    uid: 5ad0a581-291b-4a63-b5ae-e653b26b740f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:36:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-qzhnn
    namespace: kserve-ci-e2e-test
    resourceVersion: "28438"
    uid: c271b61e-c98a-48fb-a14f-43766e1fdaaf
  kind: Event
  lastTimestamp: "2026-07-20T10:36:35Z"
  message: Container image "kserve/paddleserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-20T10:36:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:36:35Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-qzhnn.18c3f9208fd315a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "28505"
    uid: dd2fce58-7e27-4213-8955-bcb59dca2ab1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:36:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-qzhnn
    namespace: kserve-ci-e2e-test
    resourceVersion: "28438"
    uid: c271b61e-c98a-48fb-a14f-43766e1fdaaf
  kind: Event
  lastTimestamp: "2026-07-20T10:36:35Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-20T10:36:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:36:35Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-qzhnn.18c3f920926c1c6a
    namespace: kserve-ci-e2e-test
    resourceVersion: "28507"
    uid: 66a79aeb-80b9-461a-a621-075da365f470
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:36:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-qzhnn
    namespace: kserve-ci-e2e-test
    resourceVersion: "28438"
    uid: c271b61e-c98a-48fb-a14f-43766e1fdaaf
  kind: Event
  lastTimestamp: "2026-07-20T10:36:35Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-20T10:36:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:36:35Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-qzhnn.18c3f92092cc57cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "28508"
    uid: 60f9b508-9fcc-4969-8bc0-8f11c0c78f98
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:36:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-qzhnn
    namespace: kserve-ci-e2e-test
    resourceVersion: "28438"
    uid: c271b61e-c98a-48fb-a14f-43766e1fdaaf
  kind: Event
  lastTimestamp: "2026-07-20T10:36:35Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-20T10:36:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:36:35Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-qzhnn.18c3f92092d5ae37
    namespace: kserve-ci-e2e-test
    resourceVersion: "28509"
    uid: 01d099fd-ce03-40fd-acd5-52839a333a01
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:36:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-qzhnn
    namespace: kserve-ci-e2e-test
    resourceVersion: "28438"
    uid: c271b61e-c98a-48fb-a14f-43766e1fdaaf
  kind: Event
  lastTimestamp: "2026-07-20T10:36:35Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-20T10:36:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:36:35Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-qzhnn.18c3f9209560a00b
    namespace: kserve-ci-e2e-test
    resourceVersion: "28511"
    uid: babf825c-be06-4354-b796-97247dc0d7e9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:36:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-qzhnn
    namespace: kserve-ci-e2e-test
    resourceVersion: "28438"
    uid: c271b61e-c98a-48fb-a14f-43766e1fdaaf
  kind: Event
  lastTimestamp: "2026-07-20T10:36:35Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-20T10:36:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:36:35Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-qzhnn.18c3f92095c1dfec
    namespace: kserve-ci-e2e-test
    resourceVersion: "28512"
    uid: 8b006610-61ec-4c5e-a3b6-266e1fca9101
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-07-20T10:36:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-qzhnn
    namespace: kserve-ci-e2e-test
    resourceVersion: "28438"
    uid: c271b61e-c98a-48fb-a14f-43766e1fdaaf
  kind: Event
  lastTimestamp: "2026-07-20T10:37:32Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.40:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-20T10:36:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:37:32Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-qzhnn.18c3f920cbd61691
    namespace: kserve-ci-e2e-test
    resourceVersion: "28949"
    uid: 9f415ba6-62cb-452e-9365-f43718a7e2e4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:37:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-qzhnn
    namespace: kserve-ci-e2e-test
    resourceVersion: "28438"
    uid: c271b61e-c98a-48fb-a14f-43766e1fdaaf
  kind: Event
  lastTimestamp: "2026-07-20T10:37:31Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-20T10:37:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:37:31Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-qzhnn.18c3f92d89580906
    namespace: kserve-ci-e2e-test
    resourceVersion: "28936"
    uid: a6ec6ea1-e8ef-41f3-95a8-d321e43401cd
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:37:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-qzhnn
    namespace: kserve-ci-e2e-test
    resourceVersion: "28438"
    uid: c271b61e-c98a-48fb-a14f-43766e1fdaaf
  kind: Event
  lastTimestamp: "2026-07-20T10:37:31Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-20T10:37:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:37:31Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-qzhnn.18c3f92d89587cfd
    namespace: kserve-ci-e2e-test
    resourceVersion: "28937"
    uid: 243c7160-f479-4c25-8dd9-e4cb11dbfa2d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:37:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-qzhnn
    namespace: kserve-ci-e2e-test
    resourceVersion: "28438"
    uid: c271b61e-c98a-48fb-a14f-43766e1fdaaf
  kind: Event
  lastTimestamp: "2026-07-20T10:37:32Z"
  message: 'Readiness probe failed: Get "https://10.132.0.40:8643/healthz": dial tcp
    10.132.0.40:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-20T10:37:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:37:32Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-qzhnn.18c3f92dd5daedde
    namespace: kserve-ci-e2e-test
    resourceVersion: "28948"
    uid: 64b46021-296e-4474-8d43-f6751a5ae7ae
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:36:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-runtime-predictor-58b99fff76
    namespace: kserve-ci-e2e-test
    resourceVersion: "28426"
    uid: 3abdabea-8edc-4408-8261-f0604aefad09
  kind: Event
  lastTimestamp: "2026-07-20T10:36:29Z"
  message: 'Created pod: isvc-paddle-runtime-predictor-58b99fff76-qzhnn'
  metadata:
    creationTimestamp: "2026-07-20T10:36:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T10:36:29Z"
    name: isvc-paddle-runtime-predictor-58b99fff76.18c3f91f2d1a898d
    namespace: kserve-ci-e2e-test
    resourceVersion: "28437"
    uid: 7a23a3cb-52fc-407b-ac8f-075fff15dbc2
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:36:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28424"
    uid: ee0d7b44-af6e-4ed6-9af9-3b657b6b680a
  kind: Event
  lastTimestamp: "2026-07-20T10:36:29Z"
  message: Scaled up replica set isvc-paddle-runtime-predictor-58b99fff76 from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-20T10:36:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T10:36:29Z"
    name: isvc-paddle-runtime-predictor.18c3f91f29bdabe2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28427"
    uid: 28b2c251-d50b-4fd7-92f5-5c70367422ef
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-20T10:36:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28425"
    uid: acf09341-3213-46f5-88f5-0c71a89396b2
  kind: Event
  lastTimestamp: "2026-07-20T10:37:14Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-20T10:36:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T10:37:14Z"
    name: isvc-paddle-runtime-predictor.18c3f922a8d21be1
    namespace: kserve-ci-e2e-test
    resourceVersion: "28789"
    uid: 289d0c5e-fd02-431c-8c21-6c9373f5d724
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-20T10:36:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28425"
    uid: acf09341-3213-46f5-88f5-0c71a89396b2
  kind: Event
  lastTimestamp: "2026-07-20T10:37:14Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-20T10:36:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T10:37:14Z"
    name: isvc-paddle-runtime-predictor.18c3f922a947a0d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "28790"
    uid: dbed7b7c-2b16-4afd-9c22-40ae936ad81b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:37:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28581"
    uid: acf09341-3213-46f5-88f5-0c71a89396b2
  kind: Event
  lastTimestamp: "2026-07-20T10:37:29Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-20T10:37:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T10:37:29Z"
    name: isvc-paddle-runtime-predictor.18c3f92d26e72346
    namespace: kserve-ci-e2e-test
    resourceVersion: "28906"
    uid: a8915d83-7a76-4160-bbea-2cadf01fe2b2
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:37:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28581"
    uid: acf09341-3213-46f5-88f5-0c71a89396b2
  kind: Event
  lastTimestamp: "2026-07-20T10:37:29Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-20T10:37:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T10:37:29Z"
    name: isvc-paddle-runtime-predictor.18c3f92d275dc5f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "28907"
    uid: f72b0026-0cff-498c-9973-b3fd6fc69b27
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-20T10:36:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "28415"
    uid: b10a9a50-3cd9-43fb-809d-af6f729e1005
  kind: Event
  lastTimestamp: "2026-07-20T10:37:22Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-20T10:36:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-20T10:37:22Z"
    name: isvc-paddle-runtime.18c3f91f29d8259a
    namespace: kserve-ci-e2e-test
    resourceVersion: "28855"
    uid: 98e1aafa-b846-47b6-8a89-1e871a1e94d4
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:36:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "28415"
    uid: b10a9a50-3cd9-43fb-809d-af6f729e1005
  kind: Event
  lastTimestamp: "2026-07-20T10:36:29Z"
  message: 'Failed to update status for InferenceService "isvc-paddle-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-20T10:36:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-20T10:36:29Z"
    name: isvc-paddle-runtime.18c3f91f2a40e01b
    namespace: kserve-ci-e2e-test
    resourceVersion: "28431"
    uid: 492571d4-6171-4ffe-8ead-2b86beaf0e2e
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:37:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "28852"
    uid: b10a9a50-3cd9-43fb-809d-af6f729e1005
  kind: Event
  lastTimestamp: "2026-07-20T10:37:22Z"
  message: InferenceService [isvc-paddle-runtime] is Ready
  metadata:
    creationTimestamp: "2026-07-20T10:37:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-20T10:37:22Z"
    name: isvc-paddle-runtime.18c3f92b8915fc77
    namespace: kserve-ci-e2e-test
    resourceVersion: "28853"
    uid: 542b2fb9-133a-4de1-897c-0d602ba473f0
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-20T10:37:36.510515Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-z8vbg
    namespace: kserve-ci-e2e-test
    resourceVersion: "29003"
    uid: 724784d6-79f6-4a27-b5c7-b801f4ad825a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-v2-kserve-predictor-64d4c74b4d-z8vbg
    to ip-10-0-134-80.ec2.internal
  metadata:
    creationTimestamp: "2026-07-20T10:37:36Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-20T10:37:36Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-z8vbg.18c3f92ebd6a4cc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "29010"
    uid: e45f58c9-c5b2-4837-9694-dd1fb9875809
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-689d9fc459-bqtkn
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:37:36Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-z8vbg
    namespace: kserve-ci-e2e-test
    resourceVersion: "29016"
    uid: 724784d6-79f6-4a27-b5c7-b801f4ad825a
  kind: Event
  lastTimestamp: "2026-07-20T10:37:36Z"
  message: Add eth0 [10.132.0.41/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-20T10:37:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-20T10:37:36Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-z8vbg.18c3f92ed6a22282
    namespace: kserve-ci-e2e-test
    resourceVersion: "29021"
    uid: 21a1766c-b724-4d98-92eb-e3f9457d34cd
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:37:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-z8vbg
    namespace: kserve-ci-e2e-test
    resourceVersion: "29007"
    uid: 724784d6-79f6-4a27-b5c7-b801f4ad825a
  kind: Event
  lastTimestamp: "2026-07-20T10:37:36Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:038cd29f3e031cdfd5fa54ba896bbecc69cd255eda6b470c2f7bce5282357bb8"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-20T10:37:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:37:36Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-z8vbg.18c3f92ed81e7e5a
    namespace: kserve-ci-e2e-test
    resourceVersion: "29023"
    uid: e75fdbdb-615b-4ffd-83e9-47544434cfb5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:37:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-z8vbg
    namespace: kserve-ci-e2e-test
    resourceVersion: "29007"
    uid: 724784d6-79f6-4a27-b5c7-b801f4ad825a
  kind: Event
  lastTimestamp: "2026-07-20T10:37:37Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-20T10:37:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:37:37Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-z8vbg.18c3f92edadc0b04
    namespace: kserve-ci-e2e-test
    resourceVersion: "29024"
    uid: c809f978-25d3-4b09-95bb-027c73e3112c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:37:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-z8vbg
    namespace: kserve-ci-e2e-test
    resourceVersion: "29007"
    uid: 724784d6-79f6-4a27-b5c7-b801f4ad825a
  kind: Event
  lastTimestamp: "2026-07-20T10:37:37Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-20T10:37:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:37:37Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-z8vbg.18c3f92edb4a73b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "29025"
    uid: b64eb221-fbd0-48ea-acab-ab79f4836034
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:37:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-z8vbg
    namespace: kserve-ci-e2e-test
    resourceVersion: "29007"
    uid: 724784d6-79f6-4a27-b5c7-b801f4ad825a
  kind: Event
  lastTimestamp: "2026-07-20T10:37:41Z"
  message: Container image "kserve/paddleserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-20T10:37:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:37:41Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-z8vbg.18c3f92ffc8f3524
    namespace: kserve-ci-e2e-test
    resourceVersion: "29066"
    uid: bfe17b26-0e2e-4cda-afe9-96953e12747f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:37:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-z8vbg
    namespace: kserve-ci-e2e-test
    resourceVersion: "29007"
    uid: 724784d6-79f6-4a27-b5c7-b801f4ad825a
  kind: Event
  lastTimestamp: "2026-07-20T10:37:41Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-20T10:37:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:37:41Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-z8vbg.18c3f930000b67db
    namespace: kserve-ci-e2e-test
    resourceVersion: "29070"
    uid: 841ac1c4-76d1-4a88-a05c-7cf38428d5e8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:37:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-z8vbg
    namespace: kserve-ci-e2e-test
    resourceVersion: "29007"
    uid: 724784d6-79f6-4a27-b5c7-b801f4ad825a
  kind: Event
  lastTimestamp: "2026-07-20T10:37:41Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-20T10:37:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:37:41Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-z8vbg.18c3f930007dccd2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29071"
    uid: 03ab14c3-fbf4-44d2-bbdd-fae4e46bc1e0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:37:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-z8vbg
    namespace: kserve-ci-e2e-test
    resourceVersion: "29007"
    uid: 724784d6-79f6-4a27-b5c7-b801f4ad825a
  kind: Event
  lastTimestamp: "2026-07-20T10:37:41Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-20T10:37:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:37:41Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-z8vbg.18c3f9300089013a
    namespace: kserve-ci-e2e-test
    resourceVersion: "29072"
    uid: e8213e38-9778-45db-bfed-1fa30fbdbe6d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:37:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-z8vbg
    namespace: kserve-ci-e2e-test
    resourceVersion: "29007"
    uid: 724784d6-79f6-4a27-b5c7-b801f4ad825a
  kind: Event
  lastTimestamp: "2026-07-20T10:37:41Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-20T10:37:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:37:41Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-z8vbg.18c3f930038bf118
    namespace: kserve-ci-e2e-test
    resourceVersion: "29074"
    uid: 95a056aa-7885-4708-8860-fe8d3cdb8fbd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:37:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-z8vbg
    namespace: kserve-ci-e2e-test
    resourceVersion: "29007"
    uid: 724784d6-79f6-4a27-b5c7-b801f4ad825a
  kind: Event
  lastTimestamp: "2026-07-20T10:37:41Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-20T10:37:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:37:41Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-z8vbg.18c3f93004188ecd
    namespace: kserve-ci-e2e-test
    resourceVersion: "29075"
    uid: a1055875-2e08-448f-b497-407e08dc1029
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-07-20T10:37:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-z8vbg
    namespace: kserve-ci-e2e-test
    resourceVersion: "29007"
    uid: 724784d6-79f6-4a27-b5c7-b801f4ad825a
  kind: Event
  lastTimestamp: "2026-07-20T10:38:39Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.41:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-20T10:37:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:38:39Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-z8vbg.18c3f9307472c27e
    namespace: kserve-ci-e2e-test
    resourceVersion: "29518"
    uid: 5cc02df5-bf0b-49a0-97ef-06ffa730368b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:38:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-z8vbg
    namespace: kserve-ci-e2e-test
    resourceVersion: "29007"
    uid: 724784d6-79f6-4a27-b5c7-b801f4ad825a
  kind: Event
  lastTimestamp: "2026-07-20T10:38:38Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-20T10:38:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:38:38Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-z8vbg.18c3f93d2d481492
    namespace: kserve-ci-e2e-test
    resourceVersion: "29507"
    uid: dc66dbbe-15ba-4aaf-8ec6-881b3e5b8483
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:38:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-z8vbg
    namespace: kserve-ci-e2e-test
    resourceVersion: "29007"
    uid: 724784d6-79f6-4a27-b5c7-b801f4ad825a
  kind: Event
  lastTimestamp: "2026-07-20T10:38:38Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-20T10:38:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:38:38Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-z8vbg.18c3f93d2d48778b
    namespace: kserve-ci-e2e-test
    resourceVersion: "29508"
    uid: 9219f98a-1c25-4a29-b37c-8cfb30794855
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:38:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-z8vbg
    namespace: kserve-ci-e2e-test
    resourceVersion: "29007"
    uid: 724784d6-79f6-4a27-b5c7-b801f4ad825a
  kind: Event
  lastTimestamp: "2026-07-20T10:38:39Z"
  message: 'Readiness probe failed: Get "https://10.132.0.41:8643/healthz": dial tcp
    10.132.0.41:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-20T10:38:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:38:39Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-z8vbg.18c3f93d7e7cb503
    namespace: kserve-ci-e2e-test
    resourceVersion: "29517"
    uid: c7b64fe5-3b11-44a9-88ae-c3a5a54dfd4d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:37:36Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "28993"
    uid: 98ac904d-3a9c-4fdd-b19c-bff8bd192fc4
  kind: Event
  lastTimestamp: "2026-07-20T10:37:36Z"
  message: 'Created pod: isvc-paddle-v2-kserve-predictor-64d4c74b4d-z8vbg'
  metadata:
    creationTimestamp: "2026-07-20T10:37:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T10:37:36Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d.18c3f92ebcd6f7a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "29006"
    uid: fa5165b3-911e-486e-80fe-72ca3d721799
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:37:36Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28991"
    uid: acc0d5fc-e6e8-4a69-840f-d93078fdcc5b
  kind: Event
  lastTimestamp: "2026-07-20T10:37:36Z"
  message: Scaled up replica set isvc-paddle-v2-kserve-predictor-64d4c74b4d from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-20T10:37:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T10:37:36Z"
    name: isvc-paddle-v2-kserve-predictor.18c3f92eb98d59ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "28996"
    uid: 60751a5d-0966-4c0e-9a6c-00c56518f28b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-20T10:37:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28992"
    uid: 354cd022-452f-4c03-8619-25249cc6f45f
  kind: Event
  lastTimestamp: "2026-07-20T10:38:06Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-20T10:37:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T10:38:06Z"
    name: isvc-paddle-v2-kserve-predictor.18c3f93238a11a82
    namespace: kserve-ci-e2e-test
    resourceVersion: "29246"
    uid: efa3c1ec-5f74-41c7-9a51-3221a90f65ae
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-20T10:37:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28992"
    uid: 354cd022-452f-4c03-8619-25249cc6f45f
  kind: Event
  lastTimestamp: "2026-07-20T10:38:06Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-20T10:37:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T10:38:06Z"
    name: isvc-paddle-v2-kserve-predictor.18c3f932392af51a
    namespace: kserve-ci-e2e-test
    resourceVersion: "29247"
    uid: dfe73e5b-efc7-4cb3-8b9f-d0840038b2c0
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-20T10:38:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29145"
    uid: 354cd022-452f-4c03-8619-25249cc6f45f
  kind: Event
  lastTimestamp: "2026-07-20T10:38:36Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-20T10:38:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T10:38:36Z"
    name: isvc-paddle-v2-kserve-predictor.18c3f939375586cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "29475"
    uid: 49060599-50d5-4d27-b186-f7750d388a5f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-20T10:38:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29145"
    uid: 354cd022-452f-4c03-8619-25249cc6f45f
  kind: Event
  lastTimestamp: "2026-07-20T10:38:36Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-20T10:38:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T10:38:36Z"
    name: isvc-paddle-v2-kserve-predictor.18c3f93937c37733
    namespace: kserve-ci-e2e-test
    resourceVersion: "29476"
    uid: 62111337-101e-41bc-8f33-6ce0631a7f2b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-20T10:37:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "28984"
    uid: 5d971bb5-e1b5-431b-9397-fb9bebe07334
  kind: Event
  lastTimestamp: "2026-07-20T10:38:29Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-20T10:37:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-20T10:38:29Z"
    name: isvc-paddle-v2-kserve.18c3f92eb98af9e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "29427"
    uid: 8ef2236a-d0ba-42d0-8d20-f18ef85a4906
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:37:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "28984"
    uid: 5d971bb5-e1b5-431b-9397-fb9bebe07334
  kind: Event
  lastTimestamp: "2026-07-20T10:37:36Z"
  message: 'Failed to update status for InferenceService "isvc-paddle-v2-kserve":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-20T10:37:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-20T10:37:36Z"
    name: isvc-paddle-v2-kserve.18c3f92eba1b77d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "28999"
    uid: a2482b2b-7dbe-4bdf-9e58-7208ac1f9892
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:38:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "29425"
    uid: 5d971bb5-e1b5-431b-9397-fb9bebe07334
  kind: Event
  lastTimestamp: "2026-07-20T10:38:29Z"
  message: InferenceService [isvc-paddle-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-07-20T10:38:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-20T10:38:29Z"
    name: isvc-paddle-v2-kserve.18c3f93b2faf478f
    namespace: kserve-ci-e2e-test
    resourceVersion: "29426"
    uid: bc495da0-36ef-43dc-a74d-0d7d545ae4f8
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-20T10:35:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "27756"
    uid: cdb52d1e-3a4d-4ab3-8890-a3f924c7fb62
  kind: Event
  lastTimestamp: "2026-07-20T10:36:17Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-20T10:35:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-20T10:36:17Z"
    name: isvc-paddle.18c3f90d47aa236b
    namespace: kserve-ci-e2e-test
    resourceVersion: "28306"
    uid: 283fe848-7ed6-47dd-a4c1-fa4ef85b72cd
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-20T10:35:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "27756"
    uid: cdb52d1e-3a4d-4ab3-8890-a3f924c7fb62
  kind: Event
  lastTimestamp: "2026-07-20T10:35:12Z"
  message: 'Failed to update status for InferenceService "isvc-paddle": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-07-20T10:35:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-20T10:35:12Z"
    name: isvc-paddle.18c3f90d48447a6a
    namespace: kserve-ci-e2e-test
    resourceVersion: "27792"
    uid: 8dc8ece4-8e0b-4988-b2ed-1033d12e536c
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:35:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "27775"
    uid: cdb52d1e-3a4d-4ab3-8890-a3f924c7fb62
  kind: Event
  lastTimestamp: "2026-07-20T10:35:12Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-paddle": the object has been modified;
    please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-20T10:35:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-20T10:35:12Z"
    name: isvc-paddle.18c3f90d50b3344f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27793"
    uid: af190dba-92b7-450a-a684-bd503c612afd
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:36:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "28304"
    uid: cdb52d1e-3a4d-4ab3-8890-a3f924c7fb62
  kind: Event
  lastTimestamp: "2026-07-20T10:36:17Z"
  message: InferenceService [isvc-paddle] is Ready
  metadata:
    creationTimestamp: "2026-07-20T10:36:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-20T10:36:17Z"
    name: isvc-paddle.18c3f91c56a0d269
    namespace: kserve-ci-e2e-test
    resourceVersion: "28305"
    uid: d8355522-4b72-4cee-a413-d22d1b64c6b1
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-20T10:38:43.682638Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-djwmt
    namespace: kserve-ci-e2e-test
    resourceVersion: "29569"
    uid: 79ea2fed-d816-45df-a301-d7a436ec9818
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-predictor-8674795f59-djwmt
    to ip-10-0-134-80.ec2.internal
  metadata:
    creationTimestamp: "2026-07-20T10:38:43Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-20T10:38:43Z"
    name: isvc-pmml-predictor-8674795f59-djwmt.18c3f93e612f8ff9
    namespace: kserve-ci-e2e-test
    resourceVersion: "29576"
    uid: 7f790a88-017d-4244-a970-d4a46b57d164
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-689d9fc459-bqtkn
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:38:44Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-djwmt
    namespace: kserve-ci-e2e-test
    resourceVersion: "29581"
    uid: 79ea2fed-d816-45df-a301-d7a436ec9818
  kind: Event
  lastTimestamp: "2026-07-20T10:38:44Z"
  message: Add eth0 [10.132.0.42/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-20T10:38:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-20T10:38:44Z"
    name: isvc-pmml-predictor-8674795f59-djwmt.18c3f93e7a8d8347
    namespace: kserve-ci-e2e-test
    resourceVersion: "29588"
    uid: 0fb67a00-9961-429f-9789-24460453f633
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:38:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-djwmt
    namespace: kserve-ci-e2e-test
    resourceVersion: "29573"
    uid: 79ea2fed-d816-45df-a301-d7a436ec9818
  kind: Event
  lastTimestamp: "2026-07-20T10:38:44Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:038cd29f3e031cdfd5fa54ba896bbecc69cd255eda6b470c2f7bce5282357bb8"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-20T10:38:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:38:44Z"
    name: isvc-pmml-predictor-8674795f59-djwmt.18c3f93e7c44e006
    namespace: kserve-ci-e2e-test
    resourceVersion: "29590"
    uid: 4e43a3f3-7e6f-40b0-b904-df9f37d2ffb6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:38:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-djwmt
    namespace: kserve-ci-e2e-test
    resourceVersion: "29573"
    uid: 79ea2fed-d816-45df-a301-d7a436ec9818
  kind: Event
  lastTimestamp: "2026-07-20T10:38:44Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-20T10:38:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:38:44Z"
    name: isvc-pmml-predictor-8674795f59-djwmt.18c3f93e7f06d5df
    namespace: kserve-ci-e2e-test
    resourceVersion: "29591"
    uid: 28ba6083-6893-4c79-a39d-5da87b6288b6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:38:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-djwmt
    namespace: kserve-ci-e2e-test
    resourceVersion: "29573"
    uid: 79ea2fed-d816-45df-a301-d7a436ec9818
  kind: Event
  lastTimestamp: "2026-07-20T10:38:44Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-20T10:38:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:38:44Z"
    name: isvc-pmml-predictor-8674795f59-djwmt.18c3f93e7f76c1e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "29592"
    uid: 5e14685e-0152-4a1c-9596-00496adb9401
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:38:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-djwmt
    namespace: kserve-ci-e2e-test
    resourceVersion: "29573"
    uid: 79ea2fed-d816-45df-a301-d7a436ec9818
  kind: Event
  lastTimestamp: "2026-07-20T10:38:48Z"
  message: Pulling image "kserve/pmmlserver:latest"
  metadata:
    creationTimestamp: "2026-07-20T10:38:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:38:48Z"
    name: isvc-pmml-predictor-8674795f59-djwmt.18c3f93f6969d3ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "29624"
    uid: 2b17377c-df11-46a6-9379-979a105f117e
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:38:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-djwmt
    namespace: kserve-ci-e2e-test
    resourceVersion: "29573"
    uid: 79ea2fed-d816-45df-a301-d7a436ec9818
  kind: Event
  lastTimestamp: "2026-07-20T10:38:54Z"
  message: 'Successfully pulled image "kserve/pmmlserver:latest" in 6.834s (6.834s
    including waiting). Image size: 801931142 bytes.'
  metadata:
    creationTimestamp: "2026-07-20T10:38:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:38:54Z"
    name: isvc-pmml-predictor-8674795f59-djwmt.18c3f94100cbbb57
    namespace: kserve-ci-e2e-test
    resourceVersion: "29675"
    uid: e8233abf-41c9-475e-a605-4cca01c55899
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:38:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-djwmt
    namespace: kserve-ci-e2e-test
    resourceVersion: "29573"
    uid: 79ea2fed-d816-45df-a301-d7a436ec9818
  kind: Event
  lastTimestamp: "2026-07-20T10:38:55Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-20T10:38:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:38:55Z"
    name: isvc-pmml-predictor-8674795f59-djwmt.18c3f94103ebbcf8
    namespace: kserve-ci-e2e-test
    resourceVersion: "29676"
    uid: f0572d35-eaab-445a-bb11-65fd93c5482c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:38:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-djwmt
    namespace: kserve-ci-e2e-test
    resourceVersion: "29573"
    uid: 79ea2fed-d816-45df-a301-d7a436ec9818
  kind: Event
  lastTimestamp: "2026-07-20T10:38:55Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-20T10:38:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:38:55Z"
    name: isvc-pmml-predictor-8674795f59-djwmt.18c3f941045a511f
    namespace: kserve-ci-e2e-test
    resourceVersion: "29677"
    uid: 206790d7-7c3b-47cb-8fc3-2fdc2df24268
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:38:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-djwmt
    namespace: kserve-ci-e2e-test
    resourceVersion: "29573"
    uid: 79ea2fed-d816-45df-a301-d7a436ec9818
  kind: Event
  lastTimestamp: "2026-07-20T10:38:55Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-20T10:38:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:38:55Z"
    name: isvc-pmml-predictor-8674795f59-djwmt.18c3f94104632951
    namespace: kserve-ci-e2e-test
    resourceVersion: "29678"
    uid: f0bb8e16-e4bf-40b5-8a76-ff98705278cf
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:38:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-djwmt
    namespace: kserve-ci-e2e-test
    resourceVersion: "29573"
    uid: 79ea2fed-d816-45df-a301-d7a436ec9818
  kind: Event
  lastTimestamp: "2026-07-20T10:38:55Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-20T10:38:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:38:55Z"
    name: isvc-pmml-predictor-8674795f59-djwmt.18c3f9410766347e
    namespace: kserve-ci-e2e-test
    resourceVersion: "29679"
    uid: b9bd038b-f024-4f89-a79a-40c1588d777e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:38:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-djwmt
    namespace: kserve-ci-e2e-test
    resourceVersion: "29573"
    uid: 79ea2fed-d816-45df-a301-d7a436ec9818
  kind: Event
  lastTimestamp: "2026-07-20T10:38:55Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-20T10:38:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:38:55Z"
    name: isvc-pmml-predictor-8674795f59-djwmt.18c3f94107d32883
    namespace: kserve-ci-e2e-test
    resourceVersion: "29680"
    uid: 7b64f3c6-7975-416c-8b35-550e4885f117
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-20T10:38:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-djwmt
    namespace: kserve-ci-e2e-test
    resourceVersion: "29573"
    uid: 79ea2fed-d816-45df-a301-d7a436ec9818
  kind: Event
  lastTimestamp: "2026-07-20T10:40:02Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.42:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-20T10:38:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:40:02Z"
    name: isvc-pmml-predictor-8674795f59-djwmt.18c3f941488cf136
    namespace: kserve-ci-e2e-test
    resourceVersion: "30156"
    uid: e83f6c31-6133-4160-8d90-95b996f5bd76
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:40:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-djwmt
    namespace: kserve-ci-e2e-test
    resourceVersion: "29573"
    uid: 79ea2fed-d816-45df-a301-d7a436ec9818
  kind: Event
  lastTimestamp: "2026-07-20T10:40:14Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-20T10:40:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:40:14Z"
    name: isvc-pmml-predictor-8674795f59-djwmt.18c3f9539bb6c914
    namespace: kserve-ci-e2e-test
    resourceVersion: "30271"
    uid: 297ddf2e-3ded-49a4-b331-0f72ca203bcb
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:40:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-djwmt
    namespace: kserve-ci-e2e-test
    resourceVersion: "29573"
    uid: 79ea2fed-d816-45df-a301-d7a436ec9818
  kind: Event
  lastTimestamp: "2026-07-20T10:40:14Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-20T10:40:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:40:14Z"
    name: isvc-pmml-predictor-8674795f59-djwmt.18c3f9539bb7ee9a
    namespace: kserve-ci-e2e-test
    resourceVersion: "30272"
    uid: 10e77fa6-f3e9-47ab-aacf-f151b0408485
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:40:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-djwmt
    namespace: kserve-ci-e2e-test
    resourceVersion: "29573"
    uid: 79ea2fed-d816-45df-a301-d7a436ec9818
  kind: Event
  lastTimestamp: "2026-07-20T10:40:17Z"
  message: 'Readiness probe failed: Get "https://10.132.0.42:8643/healthz": dial tcp
    10.132.0.42:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-20T10:40:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:40:17Z"
    name: isvc-pmml-predictor-8674795f59-djwmt.18c3f95424baf121
    namespace: kserve-ci-e2e-test
    resourceVersion: "30291"
    uid: e2995d3b-8dc8-4de9-87f7-76cedbd1d115
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:38:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-predictor-8674795f59
    namespace: kserve-ci-e2e-test
    resourceVersion: "29559"
    uid: a91bcfd7-a878-48b7-8f02-39d3d72be7c8
  kind: Event
  lastTimestamp: "2026-07-20T10:38:43Z"
  message: 'Created pod: isvc-pmml-predictor-8674795f59-djwmt'
  metadata:
    creationTimestamp: "2026-07-20T10:38:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T10:38:43Z"
    name: isvc-pmml-predictor-8674795f59.18c3f93e60937280
    namespace: kserve-ci-e2e-test
    resourceVersion: "29571"
    uid: 6588c8af-fe08-4c70-82ef-ee4cfc8fab67
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:38:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29557"
    uid: d56fc1c8-5c61-4794-8222-8799b113aa27
  kind: Event
  lastTimestamp: "2026-07-20T10:38:43Z"
  message: Scaled up replica set isvc-pmml-predictor-8674795f59 from 0 to 1
  metadata:
    creationTimestamp: "2026-07-20T10:38:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T10:38:43Z"
    name: isvc-pmml-predictor.18c3f93e5db43f61
    namespace: kserve-ci-e2e-test
    resourceVersion: "29561"
    uid: 65d59ed9-7279-429b-9036-c52661dc9a13
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-20T10:38:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29558"
    uid: e072d76a-4112-44c5-a4db-d212d8e13e94
  kind: Event
  lastTimestamp: "2026-07-20T10:39:28Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-20T10:38:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T10:39:28Z"
    name: isvc-pmml-predictor.18c3f941dc300e6a
    namespace: kserve-ci-e2e-test
    resourceVersion: "29924"
    uid: ec2bc9f0-e75f-4170-9c69-29e3ef473886
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-20T10:38:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29558"
    uid: e072d76a-4112-44c5-a4db-d212d8e13e94
  kind: Event
  lastTimestamp: "2026-07-20T10:39:28Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-20T10:38:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T10:39:28Z"
    name: isvc-pmml-predictor.18c3f941dc9462de
    namespace: kserve-ci-e2e-test
    resourceVersion: "29925"
    uid: e982ab4d-351a-469d-8ffe-92c45ca31a20
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-20T10:39:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29706"
    uid: e072d76a-4112-44c5-a4db-d212d8e13e94
  kind: Event
  lastTimestamp: "2026-07-20T10:40:13Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-20T10:39:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T10:40:13Z"
    name: isvc-pmml-predictor.18c3f94c5a51a831
    namespace: kserve-ci-e2e-test
    resourceVersion: "30246"
    uid: 63752296-fe6c-44c4-9282-f30818feb349
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-20T10:39:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29706"
    uid: e072d76a-4112-44c5-a4db-d212d8e13e94
  kind: Event
  lastTimestamp: "2026-07-20T10:40:13Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-20T10:39:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T10:40:13Z"
    name: isvc-pmml-predictor.18c3f94c5acd0352
    namespace: kserve-ci-e2e-test
    resourceVersion: "30247"
    uid: eb7a89b1-904d-4716-9f7e-ab4ce95de87e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-20T10:40:20.045215Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-4rc6n
    namespace: kserve-ci-e2e-test
    resourceVersion: "30341"
    uid: 03f56ce6-9b4e-4644-b5a0-92fea00a4320
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-runtime-predictor-885fc8777-4rc6n
    to ip-10-0-134-80.ec2.internal
  metadata:
    creationTimestamp: "2026-07-20T10:40:20Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-20T10:40:20Z"
    name: isvc-pmml-runtime-predictor-885fc8777-4rc6n.18c3f954d0d7cb00
    namespace: kserve-ci-e2e-test
    resourceVersion: "30345"
    uid: c691aed3-c35c-4cd6-ba54-55b9c9c0adf2
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-689d9fc459-bqtkn
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:40:20Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-4rc6n
    namespace: kserve-ci-e2e-test
    resourceVersion: "30350"
    uid: 03f56ce6-9b4e-4644-b5a0-92fea00a4320
  kind: Event
  lastTimestamp: "2026-07-20T10:40:20Z"
  message: Add eth0 [10.132.0.43/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-20T10:40:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-20T10:40:20Z"
    name: isvc-pmml-runtime-predictor-885fc8777-4rc6n.18c3f954e9f4b189
    namespace: kserve-ci-e2e-test
    resourceVersion: "30359"
    uid: ab392ced-e9f5-4beb-9413-82cec9ca5669
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:40:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-4rc6n
    namespace: kserve-ci-e2e-test
    resourceVersion: "30343"
    uid: 03f56ce6-9b4e-4644-b5a0-92fea00a4320
  kind: Event
  lastTimestamp: "2026-07-20T10:40:20Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:038cd29f3e031cdfd5fa54ba896bbecc69cd255eda6b470c2f7bce5282357bb8"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-20T10:40:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:40:20Z"
    name: isvc-pmml-runtime-predictor-885fc8777-4rc6n.18c3f954ebc117bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "30361"
    uid: e5ae153e-3e07-4089-8856-50fa24a5bda6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:40:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-4rc6n
    namespace: kserve-ci-e2e-test
    resourceVersion: "30343"
    uid: 03f56ce6-9b4e-4644-b5a0-92fea00a4320
  kind: Event
  lastTimestamp: "2026-07-20T10:40:20Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-20T10:40:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:40:20Z"
    name: isvc-pmml-runtime-predictor-885fc8777-4rc6n.18c3f954ee2fd84f
    namespace: kserve-ci-e2e-test
    resourceVersion: "30363"
    uid: d3025ae6-0e06-4b31-b4f9-4388eaf78b04
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:40:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-4rc6n
    namespace: kserve-ci-e2e-test
    resourceVersion: "30343"
    uid: 03f56ce6-9b4e-4644-b5a0-92fea00a4320
  kind: Event
  lastTimestamp: "2026-07-20T10:40:20Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-20T10:40:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:40:20Z"
    name: isvc-pmml-runtime-predictor-885fc8777-4rc6n.18c3f954ee9b79cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "30364"
    uid: 175600c3-9237-49c2-a900-93f29970aae5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:40:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-4rc6n
    namespace: kserve-ci-e2e-test
    resourceVersion: "30343"
    uid: 03f56ce6-9b4e-4644-b5a0-92fea00a4320
  kind: Event
  lastTimestamp: "2026-07-20T10:40:24Z"
  message: Container image "kserve/pmmlserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-20T10:40:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:40:24Z"
    name: isvc-pmml-runtime-predictor-885fc8777-4rc6n.18c3f955d99d5318
    namespace: kserve-ci-e2e-test
    resourceVersion: "30396"
    uid: a960121d-cad1-4bd8-9f2f-c6bda116ef69
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:40:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-4rc6n
    namespace: kserve-ci-e2e-test
    resourceVersion: "30343"
    uid: 03f56ce6-9b4e-4644-b5a0-92fea00a4320
  kind: Event
  lastTimestamp: "2026-07-20T10:40:24Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-20T10:40:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:40:24Z"
    name: isvc-pmml-runtime-predictor-885fc8777-4rc6n.18c3f955dcafab51
    namespace: kserve-ci-e2e-test
    resourceVersion: "30399"
    uid: 4527f903-b12d-44b6-9714-96ed82d4fb78
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:40:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-4rc6n
    namespace: kserve-ci-e2e-test
    resourceVersion: "30343"
    uid: 03f56ce6-9b4e-4644-b5a0-92fea00a4320
  kind: Event
  lastTimestamp: "2026-07-20T10:40:24Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-20T10:40:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:40:24Z"
    name: isvc-pmml-runtime-predictor-885fc8777-4rc6n.18c3f955dd1ce24e
    namespace: kserve-ci-e2e-test
    resourceVersion: "30400"
    uid: 77e47305-eee5-4fb6-8d7a-9db2d08f2b52
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:40:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-4rc6n
    namespace: kserve-ci-e2e-test
    resourceVersion: "30343"
    uid: 03f56ce6-9b4e-4644-b5a0-92fea00a4320
  kind: Event
  lastTimestamp: "2026-07-20T10:40:24Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-20T10:40:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:40:24Z"
    name: isvc-pmml-runtime-predictor-885fc8777-4rc6n.18c3f955dd27030e
    namespace: kserve-ci-e2e-test
    resourceVersion: "30401"
    uid: b7f67f44-c6d5-4598-81a9-ffdc61d83b39
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:40:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-4rc6n
    namespace: kserve-ci-e2e-test
    resourceVersion: "30343"
    uid: 03f56ce6-9b4e-4644-b5a0-92fea00a4320
  kind: Event
  lastTimestamp: "2026-07-20T10:40:24Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-20T10:40:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:40:24Z"
    name: isvc-pmml-runtime-predictor-885fc8777-4rc6n.18c3f955e075ef8a
    namespace: kserve-ci-e2e-test
    resourceVersion: "30405"
    uid: 037b2bad-40f6-4ca1-91c7-2248ad077dc0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:40:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-4rc6n
    namespace: kserve-ci-e2e-test
    resourceVersion: "30343"
    uid: 03f56ce6-9b4e-4644-b5a0-92fea00a4320
  kind: Event
  lastTimestamp: "2026-07-20T10:40:24Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-20T10:40:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:40:24Z"
    name: isvc-pmml-runtime-predictor-885fc8777-4rc6n.18c3f955e0e31549
    namespace: kserve-ci-e2e-test
    resourceVersion: "30406"
    uid: 1de11f48-3d11-4fec-be6e-1f46ec28e40f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-20T10:40:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-4rc6n
    namespace: kserve-ci-e2e-test
    resourceVersion: "30343"
    uid: 03f56ce6-9b4e-4644-b5a0-92fea00a4320
  kind: Event
  lastTimestamp: "2026-07-20T10:41:32Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.43:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-20T10:40:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:41:32Z"
    name: isvc-pmml-runtime-predictor-885fc8777-4rc6n.18c3f95651619a75
    namespace: kserve-ci-e2e-test
    resourceVersion: "30888"
    uid: fc92e740-6e3c-414b-863a-6c747c7e4949
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:41:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-4rc6n
    namespace: kserve-ci-e2e-test
    resourceVersion: "30343"
    uid: 03f56ce6-9b4e-4644-b5a0-92fea00a4320
  kind: Event
  lastTimestamp: "2026-07-20T10:41:41Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-20T10:41:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:41:41Z"
    name: isvc-pmml-runtime-predictor-885fc8777-4rc6n.18c3f967bd0aaac1
    namespace: kserve-ci-e2e-test
    resourceVersion: "30977"
    uid: 8d984040-4de5-4232-aaad-67e3d60ad37b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:41:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-4rc6n
    namespace: kserve-ci-e2e-test
    resourceVersion: "30343"
    uid: 03f56ce6-9b4e-4644-b5a0-92fea00a4320
  kind: Event
  lastTimestamp: "2026-07-20T10:41:41Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-20T10:41:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:41:41Z"
    name: isvc-pmml-runtime-predictor-885fc8777-4rc6n.18c3f967bd0b40a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "30978"
    uid: d13e10ee-dd60-4903-859a-e78e8377f1c2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:41:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-4rc6n
    namespace: kserve-ci-e2e-test
    resourceVersion: "30343"
    uid: 03f56ce6-9b4e-4644-b5a0-92fea00a4320
  kind: Event
  lastTimestamp: "2026-07-20T10:41:42Z"
  message: 'Readiness probe failed: Get "https://10.132.0.43:8643/healthz": dial tcp
    10.132.0.43:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-20T10:41:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:41:42Z"
    name: isvc-pmml-runtime-predictor-885fc8777-4rc6n.18c3f968038e8a60
    namespace: kserve-ci-e2e-test
    resourceVersion: "30986"
    uid: 2cb123d8-d1bb-4a40-b59f-9fb3c7b05804
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:40:20Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-runtime-predictor-885fc8777
    namespace: kserve-ci-e2e-test
    resourceVersion: "30329"
    uid: 485bd8d9-b896-41c8-a045-f8717fda366d
  kind: Event
  lastTimestamp: "2026-07-20T10:40:20Z"
  message: 'Created pod: isvc-pmml-runtime-predictor-885fc8777-4rc6n'
  metadata:
    creationTimestamp: "2026-07-20T10:40:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T10:40:20Z"
    name: isvc-pmml-runtime-predictor-885fc8777.18c3f954d03aae45
    namespace: kserve-ci-e2e-test
    resourceVersion: "30342"
    uid: 5fe354d3-d026-4772-a9dd-9f4da9a30d38
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:40:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30326"
    uid: bb8a5a39-922f-4d08-a4db-c39dcde72de3
  kind: Event
  lastTimestamp: "2026-07-20T10:40:19Z"
  message: Scaled up replica set isvc-pmml-runtime-predictor-885fc8777 from 0 to 1
  metadata:
    creationTimestamp: "2026-07-20T10:40:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T10:40:19Z"
    name: isvc-pmml-runtime-predictor.18c3f954cb7516e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "30331"
    uid: 8e0ba172-76e8-4483-8159-34777f90d2a4
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:40:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30328"
    uid: 865714b5-6f1e-473a-8a90-7e6f7618a70a
  kind: Event
  lastTimestamp: "2026-07-20T10:40:34Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-20T10:40:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T10:40:34Z"
    name: isvc-pmml-runtime-predictor.18c3f9584a9b594e
    namespace: kserve-ci-e2e-test
    resourceVersion: "30478"
    uid: aeb9201a-2725-4992-9dd9-af3383f6be7f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:40:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30328"
    uid: 865714b5-6f1e-473a-8a90-7e6f7618a70a
  kind: Event
  lastTimestamp: "2026-07-20T10:40:34Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-20T10:40:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T10:40:34Z"
    name: isvc-pmml-runtime-predictor.18c3f9584b121575
    namespace: kserve-ci-e2e-test
    resourceVersion: "30480"
    uid: 7929ae80-d652-476d-ac08-4b430d9c8c1e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-20T10:40:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30479"
    uid: 865714b5-6f1e-473a-8a90-7e6f7618a70a
  kind: Event
  lastTimestamp: "2026-07-20T10:41:35Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-20T10:40:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T10:41:35Z"
    name: isvc-pmml-runtime-predictor.18c3f95bc9d8b495
    namespace: kserve-ci-e2e-test
    resourceVersion: "30903"
    uid: c185b9d1-ba11-4e39-b465-59aa2551c890
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-20T10:40:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30479"
    uid: 865714b5-6f1e-473a-8a90-7e6f7618a70a
  kind: Event
  lastTimestamp: "2026-07-20T10:41:35Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-20T10:40:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T10:41:35Z"
    name: isvc-pmml-runtime-predictor.18c3f95bca47ab45
    namespace: kserve-ci-e2e-test
    resourceVersion: "30904"
    uid: e969c93d-315a-42eb-bd76-116eb4334a30
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-20T10:40:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "30319"
    uid: 7a56ee48-4f4a-4634-8a77-bc37d5ccd7e8
  kind: Event
  lastTimestamp: "2026-07-20T10:41:37Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-20T10:40:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-20T10:41:37Z"
    name: isvc-pmml-runtime.18c3f954cb726cc5
    namespace: kserve-ci-e2e-test
    resourceVersion: "30934"
    uid: 5708f102-10bb-4ad0-90dc-87677ee61dcf
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:40:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "30319"
    uid: 7a56ee48-4f4a-4634-8a77-bc37d5ccd7e8
  kind: Event
  lastTimestamp: "2026-07-20T10:40:19Z"
  message: 'Failed to update status for InferenceService "isvc-pmml-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-20T10:40:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-20T10:40:19Z"
    name: isvc-pmml-runtime.18c3f954cc0c3d8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "30334"
    uid: 04324e9f-4fa0-41e5-87ab-147771a63ed7
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:41:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "30932"
    uid: 7a56ee48-4f4a-4634-8a77-bc37d5ccd7e8
  kind: Event
  lastTimestamp: "2026-07-20T10:41:37Z"
  message: InferenceService [isvc-pmml-runtime] is Ready
  metadata:
    creationTimestamp: "2026-07-20T10:41:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-20T10:41:37Z"
    name: isvc-pmml-runtime.18c3f966ee550853
    namespace: kserve-ci-e2e-test
    resourceVersion: "30933"
    uid: e1edb8a8-8f42-455e-904c-c49ce7768f48
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-20T10:41:46.502659Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-9922n
    namespace: kserve-ci-e2e-test
    resourceVersion: "31038"
    uid: b391986c-fdb2-4485-b14b-6ac98833f407
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-v2-kserve-predictor-84cb55486c-9922n
    to ip-10-0-134-80.ec2.internal
  metadata:
    creationTimestamp: "2026-07-20T10:41:46Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-20T10:41:46Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-9922n.18c3f968f21bb7f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31045"
    uid: a557586b-e4c5-4526-be72-dab3a3f94f14
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-689d9fc459-bqtkn
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:41:46Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-9922n
    namespace: kserve-ci-e2e-test
    resourceVersion: "31049"
    uid: b391986c-fdb2-4485-b14b-6ac98833f407
  kind: Event
  lastTimestamp: "2026-07-20T10:41:46Z"
  message: Add eth0 [10.132.0.44/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-20T10:41:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-20T10:41:46Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-9922n.18c3f9690b6fd01e
    namespace: kserve-ci-e2e-test
    resourceVersion: "31057"
    uid: f73416ed-4486-4341-b70a-fc858306d843
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:41:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-9922n
    namespace: kserve-ci-e2e-test
    resourceVersion: "31041"
    uid: b391986c-fdb2-4485-b14b-6ac98833f407
  kind: Event
  lastTimestamp: "2026-07-20T10:41:46Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:038cd29f3e031cdfd5fa54ba896bbecc69cd255eda6b470c2f7bce5282357bb8"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-20T10:41:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:41:46Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-9922n.18c3f9690cfe803f
    namespace: kserve-ci-e2e-test
    resourceVersion: "31059"
    uid: e594e6d3-4605-4a0c-ab92-8adf2ae474f7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:41:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-9922n
    namespace: kserve-ci-e2e-test
    resourceVersion: "31041"
    uid: b391986c-fdb2-4485-b14b-6ac98833f407
  kind: Event
  lastTimestamp: "2026-07-20T10:41:46Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-20T10:41:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:41:47Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-9922n.18c3f9690fb9258d
    namespace: kserve-ci-e2e-test
    resourceVersion: "31060"
    uid: a4b13af9-e603-4994-9ff0-e075d420b9c4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:41:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-9922n
    namespace: kserve-ci-e2e-test
    resourceVersion: "31041"
    uid: b391986c-fdb2-4485-b14b-6ac98833f407
  kind: Event
  lastTimestamp: "2026-07-20T10:41:47Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-20T10:41:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:41:47Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-9922n.18c3f9691026db5a
    namespace: kserve-ci-e2e-test
    resourceVersion: "31061"
    uid: 9af2d55a-7c53-4c46-bb96-1e66c63ef8f2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:41:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-9922n
    namespace: kserve-ci-e2e-test
    resourceVersion: "31041"
    uid: b391986c-fdb2-4485-b14b-6ac98833f407
  kind: Event
  lastTimestamp: "2026-07-20T10:41:50Z"
  message: Container image "kserve/pmmlserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-20T10:41:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:41:50Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-9922n.18c3f969f2f0e7af
    namespace: kserve-ci-e2e-test
    resourceVersion: "31092"
    uid: 0007579d-e03b-40ca-b211-1472b679bc92
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:41:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-9922n
    namespace: kserve-ci-e2e-test
    resourceVersion: "31041"
    uid: b391986c-fdb2-4485-b14b-6ac98833f407
  kind: Event
  lastTimestamp: "2026-07-20T10:41:50Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-20T10:41:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:41:50Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-9922n.18c3f969f654842e
    namespace: kserve-ci-e2e-test
    resourceVersion: "31096"
    uid: 74f0c389-4311-49e1-97db-f157e53c21c4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:41:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-9922n
    namespace: kserve-ci-e2e-test
    resourceVersion: "31041"
    uid: b391986c-fdb2-4485-b14b-6ac98833f407
  kind: Event
  lastTimestamp: "2026-07-20T10:41:50Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-20T10:41:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:41:50Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-9922n.18c3f969f6c6e670
    namespace: kserve-ci-e2e-test
    resourceVersion: "31097"
    uid: 90476688-0e26-4ed3-8761-5bbc166fa4ff
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:41:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-9922n
    namespace: kserve-ci-e2e-test
    resourceVersion: "31041"
    uid: b391986c-fdb2-4485-b14b-6ac98833f407
  kind: Event
  lastTimestamp: "2026-07-20T10:41:50Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-20T10:41:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:41:50Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-9922n.18c3f969f6d17854
    namespace: kserve-ci-e2e-test
    resourceVersion: "31098"
    uid: e0e0a2d0-6929-4117-9fde-b0ead43de7de
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:41:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-9922n
    namespace: kserve-ci-e2e-test
    resourceVersion: "31041"
    uid: b391986c-fdb2-4485-b14b-6ac98833f407
  kind: Event
  lastTimestamp: "2026-07-20T10:41:50Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-20T10:41:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:41:50Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-9922n.18c3f969f99de9a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31101"
    uid: 1dd81827-ea05-4fb8-a11a-07a2e62c1620
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:41:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-9922n
    namespace: kserve-ci-e2e-test
    resourceVersion: "31041"
    uid: b391986c-fdb2-4485-b14b-6ac98833f407
  kind: Event
  lastTimestamp: "2026-07-20T10:41:50Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-20T10:41:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:41:50Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-9922n.18c3f969fa0d533c
    namespace: kserve-ci-e2e-test
    resourceVersion: "31102"
    uid: 2cb6a23b-fd9e-4633-8a1f-af10fc7dc3e3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-20T10:41:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-9922n
    namespace: kserve-ci-e2e-test
    resourceVersion: "31041"
    uid: b391986c-fdb2-4485-b14b-6ac98833f407
  kind: Event
  lastTimestamp: "2026-07-20T10:43:18Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.44:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-20T10:41:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:43:18Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-9922n.18c3f96a6ab968fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "31745"
    uid: 7bd262c4-f500-4827-a81e-9104503c82d7
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:43:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-9922n
    namespace: kserve-ci-e2e-test
    resourceVersion: "31041"
    uid: b391986c-fdb2-4485-b14b-6ac98833f407
  kind: Event
  lastTimestamp: "2026-07-20T10:43:17Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-20T10:43:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:43:17Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-9922n.18c3f97e2875f2dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "31733"
    uid: 9a8325be-ba94-4881-bb8a-c5e79b561a4d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:43:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-9922n
    namespace: kserve-ci-e2e-test
    resourceVersion: "31041"
    uid: b391986c-fdb2-4485-b14b-6ac98833f407
  kind: Event
  lastTimestamp: "2026-07-20T10:43:17Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-20T10:43:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:43:17Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-9922n.18c3f97e28773fd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "31734"
    uid: 921ba364-2ba5-4538-89c4-bb1461ac11f4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:43:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-9922n
    namespace: kserve-ci-e2e-test
    resourceVersion: "31041"
    uid: b391986c-fdb2-4485-b14b-6ac98833f407
  kind: Event
  lastTimestamp: "2026-07-20T10:43:18Z"
  message: 'Readiness probe failed: Get "https://10.132.0.44:8643/healthz": dial tcp
    10.132.0.44:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-20T10:43:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:43:18Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-9922n.18c3f97e70ea450d
    namespace: kserve-ci-e2e-test
    resourceVersion: "31744"
    uid: ed19e0d9-326b-404d-9755-1055993ba888
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:41:46Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-v2-kserve-predictor-84cb55486c
    namespace: kserve-ci-e2e-test
    resourceVersion: "31028"
    uid: 5efabb12-9a2f-46ab-9669-843a0b67315f
  kind: Event
  lastTimestamp: "2026-07-20T10:41:46Z"
  message: 'Created pod: isvc-pmml-v2-kserve-predictor-84cb55486c-9922n'
  metadata:
    creationTimestamp: "2026-07-20T10:41:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T10:41:46Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c.18c3f968f1ace37b
    namespace: kserve-ci-e2e-test
    resourceVersion: "31039"
    uid: aeeb153b-c6ab-4cd1-9b8c-950b65af58d1
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:41:46Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31025"
    uid: 86fec3b4-cfc3-44e1-b9d1-fc95350b212f
  kind: Event
  lastTimestamp: "2026-07-20T10:41:46Z"
  message: Scaled up replica set isvc-pmml-v2-kserve-predictor-84cb55486c from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-20T10:41:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T10:41:46Z"
    name: isvc-pmml-v2-kserve-predictor.18c3f968eebe8690
    namespace: kserve-ci-e2e-test
    resourceVersion: "31030"
    uid: 6cda1c4c-5c38-401d-9ce9-17d85c3110d0
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-20T10:42:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31027"
    uid: 3a8a7e68-4b1b-43c5-8601-80515005f810
  kind: Event
  lastTimestamp: "2026-07-20T10:42:46Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-20T10:42:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T10:42:46Z"
    name: isvc-pmml-v2-kserve-predictor.18c3f96c6d49ca59
    namespace: kserve-ci-e2e-test
    resourceVersion: "31491"
    uid: 45661c72-85b9-4f88-8afc-816c720de59c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-20T10:42:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31027"
    uid: 3a8a7e68-4b1b-43c5-8601-80515005f810
  kind: Event
  lastTimestamp: "2026-07-20T10:42:46Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-20T10:42:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T10:42:46Z"
    name: isvc-pmml-v2-kserve-predictor.18c3f96c6dc92888
    namespace: kserve-ci-e2e-test
    resourceVersion: "31492"
    uid: 62c9772d-abed-4459-9f4b-52a784dd45be
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-20T10:43:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31181"
    uid: 3a8a7e68-4b1b-43c5-8601-80515005f810
  kind: Event
  lastTimestamp: "2026-07-20T10:43:16Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-20T10:43:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T10:43:16Z"
    name: isvc-pmml-v2-kserve-predictor.18c3f97a6ac0f074
    namespace: kserve-ci-e2e-test
    resourceVersion: "31709"
    uid: da988cd8-8331-43e3-a0b5-1d9edcfd59eb
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-20T10:43:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31181"
    uid: 3a8a7e68-4b1b-43c5-8601-80515005f810
  kind: Event
  lastTimestamp: "2026-07-20T10:43:16Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-20T10:43:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T10:43:16Z"
    name: isvc-pmml-v2-kserve-predictor.18c3f97a6b370014
    namespace: kserve-ci-e2e-test
    resourceVersion: "31710"
    uid: 68b2d0e1-41b0-4d6d-a279-9564c51e2e42
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-20T10:41:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "31018"
    uid: 0244f19e-9ead-4765-8eb1-69dbe33f4a82
  kind: Event
  lastTimestamp: "2026-07-20T10:43:08Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-20T10:41:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-20T10:43:08Z"
    name: isvc-pmml-v2-kserve.18c3f968eeb77cb0
    namespace: kserve-ci-e2e-test
    resourceVersion: "31658"
    uid: e4ec2f65-e084-4a00-a842-ccddc506102b
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:41:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "31018"
    uid: 0244f19e-9ead-4765-8eb1-69dbe33f4a82
  kind: Event
  lastTimestamp: "2026-07-20T10:41:46Z"
  message: 'Failed to update status for InferenceService "isvc-pmml-v2-kserve": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-20T10:41:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-20T10:41:46Z"
    name: isvc-pmml-v2-kserve.18c3f968ef3b264e
    namespace: kserve-ci-e2e-test
    resourceVersion: "31032"
    uid: 609bb8e0-044e-40b8-90ad-19b033880e13
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:43:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "31654"
    uid: 0244f19e-9ead-4765-8eb1-69dbe33f4a82
  kind: Event
  lastTimestamp: "2026-07-20T10:43:08Z"
  message: InferenceService [isvc-pmml-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-07-20T10:43:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-20T10:43:08Z"
    name: isvc-pmml-v2-kserve.18c3f97c248b1862
    namespace: kserve-ci-e2e-test
    resourceVersion: "31656"
    uid: bfa448ce-8fb7-479d-a7cb-afd35dfb0626
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-20T10:38:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "29550"
    uid: 33082738-1a9d-40bb-8224-c9812d0293eb
  kind: Event
  lastTimestamp: "2026-07-20T10:40:12Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-20T10:38:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-20T10:40:12Z"
    name: isvc-pmml.18c3f93e5db46ee2
    namespace: kserve-ci-e2e-test
    resourceVersion: "30237"
    uid: 6678cba7-6bd4-4366-9d71-ee69471acbec
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:38:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "29550"
    uid: 33082738-1a9d-40bb-8224-c9812d0293eb
  kind: Event
  lastTimestamp: "2026-07-20T10:38:43Z"
  message: 'Failed to update status for InferenceService "isvc-pmml": Operation cannot
    be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-20T10:38:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-20T10:38:43Z"
    name: isvc-pmml.18c3f93e5e4c7b6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "29565"
    uid: c0e1758d-0d82-43fd-8375-b79ab4d94c45
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:40:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "30235"
    uid: 33082738-1a9d-40bb-8224-c9812d0293eb
  kind: Event
  lastTimestamp: "2026-07-20T10:40:12Z"
  message: InferenceService [isvc-pmml] is Ready
  metadata:
    creationTimestamp: "2026-07-20T10:40:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-20T10:40:12Z"
    name: isvc-pmml.18c3f9530022da9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "30236"
    uid: cf02a347-fcf1-45fc-b1a4-9fce0ddab9eb
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-20T10:49:15.091966Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-fmxmn
    namespace: kserve-ci-e2e-test
    resourceVersion: "34713"
    uid: 376dc02b-e231-411e-a025-a4369272f280
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-lightgbm-predictor-ff56bcbb5-fmxmn
    to ip-10-0-134-80.ec2.internal
  metadata:
    creationTimestamp: "2026-07-20T10:49:15Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-20T10:49:15Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-fmxmn.18c3f9d1641d6e46
    namespace: kserve-ci-e2e-test
    resourceVersion: "34717"
    uid: 692cb4ee-722e-4aec-bb55-f562b08f6c7f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-689d9fc459-bqtkn
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:49:15Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-fmxmn
    namespace: kserve-ci-e2e-test
    resourceVersion: "34715"
    uid: 376dc02b-e231-411e-a025-a4369272f280
  kind: Event
  lastTimestamp: "2026-07-20T10:49:15Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-predictive-lightgbm-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-20T10:49:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:49:15Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-fmxmn.18c3f9d16db60153
    namespace: kserve-ci-e2e-test
    resourceVersion: "34728"
    uid: 8c860b17-4c5c-414d-9aeb-eb175c864f8f
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:49:16Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-fmxmn
    namespace: kserve-ci-e2e-test
    resourceVersion: "34723"
    uid: 376dc02b-e231-411e-a025-a4369272f280
  kind: Event
  lastTimestamp: "2026-07-20T10:49:16Z"
  message: Add eth0 [10.132.0.50/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-20T10:49:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-20T10:49:16Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-fmxmn.18c3f9d1a1357806
    namespace: kserve-ci-e2e-test
    resourceVersion: "34739"
    uid: b67a1250-071c-491b-ac79-2f36eba41434
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:49:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-fmxmn
    namespace: kserve-ci-e2e-test
    resourceVersion: "34715"
    uid: 376dc02b-e231-411e-a025-a4369272f280
  kind: Event
  lastTimestamp: "2026-07-20T10:49:16Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:038cd29f3e031cdfd5fa54ba896bbecc69cd255eda6b470c2f7bce5282357bb8"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-20T10:49:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:49:16Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-fmxmn.18c3f9d1a2b00691
    namespace: kserve-ci-e2e-test
    resourceVersion: "34741"
    uid: 826ad226-6f79-45dc-86fd-8e138afb1af6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:49:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-fmxmn
    namespace: kserve-ci-e2e-test
    resourceVersion: "34715"
    uid: 376dc02b-e231-411e-a025-a4369272f280
  kind: Event
  lastTimestamp: "2026-07-20T10:49:16Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-20T10:49:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:49:16Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-fmxmn.18c3f9d1a52b453b
    namespace: kserve-ci-e2e-test
    resourceVersion: "34742"
    uid: af0ee3a1-c53c-4450-b339-29ad60c62ec8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:49:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-fmxmn
    namespace: kserve-ci-e2e-test
    resourceVersion: "34715"
    uid: 376dc02b-e231-411e-a025-a4369272f280
  kind: Event
  lastTimestamp: "2026-07-20T10:49:16Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-20T10:49:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:49:16Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-fmxmn.18c3f9d1a596450c
    namespace: kserve-ci-e2e-test
    resourceVersion: "34743"
    uid: ed81d394-9781-459e-a1fa-edfa7ca770b1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:49:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-fmxmn
    namespace: kserve-ci-e2e-test
    resourceVersion: "34715"
    uid: 376dc02b-e231-411e-a025-a4369272f280
  kind: Event
  lastTimestamp: "2026-07-20T10:49:20Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-20T10:49:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:49:20Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-fmxmn.18c3f9d2a54d1945
    namespace: kserve-ci-e2e-test
    resourceVersion: "34779"
    uid: 0430712e-f454-4374-936b-12f25b414042
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:49:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-fmxmn
    namespace: kserve-ci-e2e-test
    resourceVersion: "34715"
    uid: 376dc02b-e231-411e-a025-a4369272f280
  kind: Event
  lastTimestamp: "2026-07-20T10:49:20Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-20T10:49:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:49:20Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-fmxmn.18c3f9d2a8060bde
    namespace: kserve-ci-e2e-test
    resourceVersion: "34782"
    uid: aef1f618-2387-4caa-a97b-651682151bd5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:49:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-fmxmn
    namespace: kserve-ci-e2e-test
    resourceVersion: "34715"
    uid: 376dc02b-e231-411e-a025-a4369272f280
  kind: Event
  lastTimestamp: "2026-07-20T10:49:20Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-20T10:49:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:49:20Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-fmxmn.18c3f9d2a8748671
    namespace: kserve-ci-e2e-test
    resourceVersion: "34785"
    uid: d7496e8f-ca6c-41d4-9d50-9652ee59a9ae
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:49:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-fmxmn
    namespace: kserve-ci-e2e-test
    resourceVersion: "34715"
    uid: 376dc02b-e231-411e-a025-a4369272f280
  kind: Event
  lastTimestamp: "2026-07-20T10:49:20Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-20T10:49:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:49:20Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-fmxmn.18c3f9d2a87d46ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "34786"
    uid: 562cb91e-3b49-41c8-9f0b-1e05d30b7d79
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:49:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-fmxmn
    namespace: kserve-ci-e2e-test
    resourceVersion: "34715"
    uid: 376dc02b-e231-411e-a025-a4369272f280
  kind: Event
  lastTimestamp: "2026-07-20T10:49:20Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-20T10:49:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:49:20Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-fmxmn.18c3f9d2ab75080a
    namespace: kserve-ci-e2e-test
    resourceVersion: "34788"
    uid: 6a605fff-a5ea-436d-8a37-7b32c6a24ecc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:49:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-fmxmn
    namespace: kserve-ci-e2e-test
    resourceVersion: "34715"
    uid: 376dc02b-e231-411e-a025-a4369272f280
  kind: Event
  lastTimestamp: "2026-07-20T10:49:20Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-20T10:49:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:49:20Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-fmxmn.18c3f9d2abf27130
    namespace: kserve-ci-e2e-test
    resourceVersion: "34789"
    uid: b550d614-d9e9-4abb-a181-29977de9dd29
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-20T10:49:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-fmxmn
    namespace: kserve-ci-e2e-test
    resourceVersion: "34715"
    uid: 376dc02b-e231-411e-a025-a4369272f280
  kind: Event
  lastTimestamp: "2026-07-20T10:50:47Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.50:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-20T10:49:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:50:47Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-fmxmn.18c3f9d2e16d946c
    namespace: kserve-ci-e2e-test
    resourceVersion: "35438"
    uid: 319fa8f8-aafc-49f1-bab9-50a610eaaf1d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:50:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-fmxmn
    namespace: kserve-ci-e2e-test
    resourceVersion: "34715"
    uid: 376dc02b-e231-411e-a025-a4369272f280
  kind: Event
  lastTimestamp: "2026-07-20T10:50:45Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-20T10:50:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:50:45Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-fmxmn.18c3f9e65feb925e
    namespace: kserve-ci-e2e-test
    resourceVersion: "35418"
    uid: fee395ee-3649-4fdc-be4e-4b0831a2deb1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:50:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-fmxmn
    namespace: kserve-ci-e2e-test
    resourceVersion: "34715"
    uid: 376dc02b-e231-411e-a025-a4369272f280
  kind: Event
  lastTimestamp: "2026-07-20T10:50:45Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-20T10:50:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:50:45Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-fmxmn.18c3f9e65fec374a
    namespace: kserve-ci-e2e-test
    resourceVersion: "35419"
    uid: d14b953b-6f31-47ce-9270-1e5471a72d7b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:50:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-fmxmn
    namespace: kserve-ci-e2e-test
    resourceVersion: "34715"
    uid: 376dc02b-e231-411e-a025-a4369272f280
  kind: Event
  lastTimestamp: "2026-07-20T10:50:47Z"
  message: 'Readiness probe failed: Get "https://10.132.0.50:8643/healthz": dial tcp
    10.132.0.50:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-20T10:50:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:50:47Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-fmxmn.18c3f9e6e79501b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "35436"
    uid: 50dccf31-54d6-436d-9575-0e72fde280d9
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:49:15Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "34702"
    uid: 4cad182b-827e-4b10-a0e9-e913b7b3117b
  kind: Event
  lastTimestamp: "2026-07-20T10:49:15Z"
  message: 'Created pod: isvc-predictive-lightgbm-predictor-ff56bcbb5-fmxmn'
  metadata:
    creationTimestamp: "2026-07-20T10:49:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T10:49:15Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5.18c3f9d1639a2e5a
    namespace: kserve-ci-e2e-test
    resourceVersion: "34714"
    uid: ba83f72c-3832-4331-b784-4371c95be393
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:49:15Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34700"
    uid: df6c2e8e-9d7e-4a55-a77f-3da65ef5e477
  kind: Event
  lastTimestamp: "2026-07-20T10:49:15Z"
  message: Scaled up replica set isvc-predictive-lightgbm-predictor-ff56bcbb5 from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-20T10:49:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T10:49:15Z"
    name: isvc-predictive-lightgbm-predictor.18c3f9d15f0c5aee
    namespace: kserve-ci-e2e-test
    resourceVersion: "34704"
    uid: a7a44469-1105-4059-93df-5ff9a8853710
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-20T10:49:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34701"
    uid: 465167fb-3921-457e-a202-dc11294991a5
  kind: Event
  lastTimestamp: "2026-07-20T10:50:00Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-20T10:49:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T10:50:00Z"
    name: isvc-predictive-lightgbm-predictor.18c3f9d4dd79626f
    namespace: kserve-ci-e2e-test
    resourceVersion: "35071"
    uid: 41408129-ff03-44a3-b114-89f10911588e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-20T10:49:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34701"
    uid: 465167fb-3921-457e-a202-dc11294991a5
  kind: Event
  lastTimestamp: "2026-07-20T10:50:00Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-20T10:49:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T10:50:00Z"
    name: isvc-predictive-lightgbm-predictor.18c3f9d4dde90d73
    namespace: kserve-ci-e2e-test
    resourceVersion: "35072"
    uid: 9fe668a3-b59a-4cfd-96c0-ad6b262d1616
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-20T10:49:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34861"
    uid: 465167fb-3921-457e-a202-dc11294991a5
  kind: Event
  lastTimestamp: "2026-07-20T10:50:45Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-20T10:49:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T10:50:45Z"
    name: isvc-predictive-lightgbm-predictor.18c3f9d85d1c1b8e
    namespace: kserve-ci-e2e-test
    resourceVersion: "35402"
    uid: 1c0d9f4d-6b1f-477c-9ec6-42f7e3f4616c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-20T10:49:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34861"
    uid: 465167fb-3921-457e-a202-dc11294991a5
  kind: Event
  lastTimestamp: "2026-07-20T10:50:45Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-20T10:49:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T10:50:45Z"
    name: isvc-predictive-lightgbm-predictor.18c3f9d85d5f24d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "35403"
    uid: a92caa50-fb65-47fe-8b98-ff7feac5994f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-20T10:54:10.946801Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-k92jb
    namespace: kserve-ci-e2e-test
    resourceVersion: "37066"
    uid: b5f1c982-dacb-4683-a183-536f41908bff
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-lightgbm-v2-predictor-545b7cc587-k92jb
    to ip-10-0-134-80.ec2.internal
  metadata:
    creationTimestamp: "2026-07-20T10:54:10Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-20T10:54:10Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-k92jb.18c3fa16466fdb4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "37070"
    uid: 0801ba92-38f0-4b66-8a23-19fbc7d62a52
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-689d9fc459-bqtkn
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:54:11Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-k92jb
    namespace: kserve-ci-e2e-test
    resourceVersion: "37068"
    uid: b5f1c982-dacb-4683-a183-536f41908bff
  kind: Event
  lastTimestamp: "2026-07-20T10:54:11Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-predictive-lightgbm-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-20T10:54:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:54:11Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-k92jb.18c3fa165136dd8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "37080"
    uid: 4ae3128d-b8cf-49f3-9fc3-c6aca58c048b
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:54:11Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-k92jb
    namespace: kserve-ci-e2e-test
    resourceVersion: "37075"
    uid: b5f1c982-dacb-4683-a183-536f41908bff
  kind: Event
  lastTimestamp: "2026-07-20T10:54:11Z"
  message: Add eth0 [10.132.0.53/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-20T10:54:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-20T10:54:11Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-k92jb.18c3fa16835f32a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "37088"
    uid: cce87938-24df-4db7-8d88-845dbf4db487
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:54:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-k92jb
    namespace: kserve-ci-e2e-test
    resourceVersion: "37068"
    uid: b5f1c982-dacb-4683-a183-536f41908bff
  kind: Event
  lastTimestamp: "2026-07-20T10:54:11Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:038cd29f3e031cdfd5fa54ba896bbecc69cd255eda6b470c2f7bce5282357bb8"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-20T10:54:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:54:11Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-k92jb.18c3fa1684d27869
    namespace: kserve-ci-e2e-test
    resourceVersion: "37090"
    uid: 3d165a09-3fb4-458d-a442-1763ffb16913
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:54:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-k92jb
    namespace: kserve-ci-e2e-test
    resourceVersion: "37068"
    uid: b5f1c982-dacb-4683-a183-536f41908bff
  kind: Event
  lastTimestamp: "2026-07-20T10:54:12Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-20T10:54:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:54:12Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-k92jb.18c3fa1687c23fcc
    namespace: kserve-ci-e2e-test
    resourceVersion: "37091"
    uid: 924ed571-862e-4aa2-93bd-ae26b0c9a1c3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:54:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-k92jb
    namespace: kserve-ci-e2e-test
    resourceVersion: "37068"
    uid: b5f1c982-dacb-4683-a183-536f41908bff
  kind: Event
  lastTimestamp: "2026-07-20T10:54:12Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-20T10:54:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:54:12Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-k92jb.18c3fa16882f4d4a
    namespace: kserve-ci-e2e-test
    resourceVersion: "37092"
    uid: d63cfc58-7b15-4838-9367-9e32a4d18f22
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:54:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-k92jb
    namespace: kserve-ci-e2e-test
    resourceVersion: "37068"
    uid: b5f1c982-dacb-4683-a183-536f41908bff
  kind: Event
  lastTimestamp: "2026-07-20T10:54:16Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-20T10:54:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:54:16Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-k92jb.18c3fa1795797def
    namespace: kserve-ci-e2e-test
    resourceVersion: "37130"
    uid: 75711f80-e3cb-4cec-893a-7dad2fc62161
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:54:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-k92jb
    namespace: kserve-ci-e2e-test
    resourceVersion: "37068"
    uid: b5f1c982-dacb-4683-a183-536f41908bff
  kind: Event
  lastTimestamp: "2026-07-20T10:54:16Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-20T10:54:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:54:16Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-k92jb.18c3fa17983e201c
    namespace: kserve-ci-e2e-test
    resourceVersion: "37133"
    uid: a8837786-cbc2-470c-a485-211bcb227fc0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:54:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-k92jb
    namespace: kserve-ci-e2e-test
    resourceVersion: "37068"
    uid: b5f1c982-dacb-4683-a183-536f41908bff
  kind: Event
  lastTimestamp: "2026-07-20T10:54:16Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-20T10:54:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:54:16Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-k92jb.18c3fa1798ab81ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "37135"
    uid: db049011-3a53-4025-84ae-2fbd22d48e54
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:54:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-k92jb
    namespace: kserve-ci-e2e-test
    resourceVersion: "37068"
    uid: b5f1c982-dacb-4683-a183-536f41908bff
  kind: Event
  lastTimestamp: "2026-07-20T10:54:16Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-20T10:54:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:54:16Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-k92jb.18c3fa1798b4f27f
    namespace: kserve-ci-e2e-test
    resourceVersion: "37136"
    uid: 346e4ca5-c341-45f6-8c9c-6bbccc4bde28
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:54:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-k92jb
    namespace: kserve-ci-e2e-test
    resourceVersion: "37068"
    uid: b5f1c982-dacb-4683-a183-536f41908bff
  kind: Event
  lastTimestamp: "2026-07-20T10:54:16Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-20T10:54:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:54:16Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-k92jb.18c3fa179b95c88f
    namespace: kserve-ci-e2e-test
    resourceVersion: "37138"
    uid: 76e43e9a-fdeb-4306-92ac-f57406de63c6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:54:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-k92jb
    namespace: kserve-ci-e2e-test
    resourceVersion: "37068"
    uid: b5f1c982-dacb-4683-a183-536f41908bff
  kind: Event
  lastTimestamp: "2026-07-20T10:54:16Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-20T10:54:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:54:16Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-k92jb.18c3fa179c0500b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "37139"
    uid: a3c51e20-36b9-4d50-b7fa-561ef2ea3e15
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-20T10:54:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-k92jb
    namespace: kserve-ci-e2e-test
    resourceVersion: "37068"
    uid: b5f1c982-dacb-4683-a183-536f41908bff
  kind: Event
  lastTimestamp: "2026-07-20T10:55:41Z"
  message: 'Readiness probe failed: Get "http://10.132.0.53:8080/v2/models/isvc-predictive-lightgbm-v2/ready":
    dial tcp 10.132.0.53:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-20T10:54:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:55:41Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-k92jb.18c3fa206f91f999
    namespace: kserve-ci-e2e-test
    resourceVersion: "37764"
    uid: 31e8cf37-c78b-4fc3-be70-1800629c4b36
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:55:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-k92jb
    namespace: kserve-ci-e2e-test
    resourceVersion: "37068"
    uid: b5f1c982-dacb-4683-a183-536f41908bff
  kind: Event
  lastTimestamp: "2026-07-20T10:55:41Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-20T10:55:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:55:41Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-k92jb.18c3fa2b41973020
    namespace: kserve-ci-e2e-test
    resourceVersion: "37756"
    uid: 5732e924-c95d-4136-a1af-616a6d7f02ce
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:55:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-k92jb
    namespace: kserve-ci-e2e-test
    resourceVersion: "37068"
    uid: b5f1c982-dacb-4683-a183-536f41908bff
  kind: Event
  lastTimestamp: "2026-07-20T10:55:41Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-20T10:55:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:55:41Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-k92jb.18c3fa2b41977c1f
    namespace: kserve-ci-e2e-test
    resourceVersion: "37757"
    uid: 5d62b9fd-5ad3-4c3d-97e9-3b7c3f466d7d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:55:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-k92jb
    namespace: kserve-ci-e2e-test
    resourceVersion: "37068"
    uid: b5f1c982-dacb-4683-a183-536f41908bff
  kind: Event
  lastTimestamp: "2026-07-20T10:55:44Z"
  message: 'Readiness probe failed: Get "https://10.132.0.53:8643/healthz": dial tcp
    10.132.0.53:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-20T10:55:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:55:44Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-k92jb.18c3fa2c13747825
    namespace: kserve-ci-e2e-test
    resourceVersion: "37783"
    uid: 3227ac36-89d0-4c58-9dfe-bddb50038925
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:54:10Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587
    namespace: kserve-ci-e2e-test
    resourceVersion: "37054"
    uid: 7d836151-e253-4c75-b1e2-e578daee3356
  kind: Event
  lastTimestamp: "2026-07-20T10:54:10Z"
  message: 'Created pod: isvc-predictive-lightgbm-v2-predictor-545b7cc587-k92jb'
  metadata:
    creationTimestamp: "2026-07-20T10:54:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T10:54:10Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587.18c3fa164604c582
    namespace: kserve-ci-e2e-test
    resourceVersion: "37067"
    uid: 4c19df57-5215-468b-9abf-96818be577f6
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:54:10Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37052"
    uid: 60dbe9f2-0f3e-4d0c-8393-d38bddb6468a
  kind: Event
  lastTimestamp: "2026-07-20T10:54:10Z"
  message: Scaled up replica set isvc-predictive-lightgbm-v2-predictor-545b7cc587
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-20T10:54:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T10:54:10Z"
    name: isvc-predictive-lightgbm-v2-predictor.18c3fa1641f9197c
    namespace: kserve-ci-e2e-test
    resourceVersion: "37057"
    uid: 0e46a797-9437-4f67-9cb6-1ba7bba7f7a0
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-20T10:54:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37053"
    uid: 1a87e75a-11a5-4ccf-95d5-bf5a306c00d4
  kind: Event
  lastTimestamp: "2026-07-20T10:54:55Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-20T10:54:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T10:54:55Z"
    name: isvc-predictive-lightgbm-v2-predictor.18c3fa19c0b38f32
    namespace: kserve-ci-e2e-test
    resourceVersion: "37410"
    uid: 4f6bd2a1-5c3d-4867-b556-63f127a0fa64
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-20T10:54:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37053"
    uid: 1a87e75a-11a5-4ccf-95d5-bf5a306c00d4
  kind: Event
  lastTimestamp: "2026-07-20T10:54:55Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-20T10:54:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T10:54:55Z"
    name: isvc-predictive-lightgbm-v2-predictor.18c3fa19c12647d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "37411"
    uid: a4c6ff20-a906-46d5-bbf6-21fc9f0d1239
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-20T10:54:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37202"
    uid: 1a87e75a-11a5-4ccf-95d5-bf5a306c00d4
  kind: Event
  lastTimestamp: "2026-07-20T10:55:41Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-20T10:54:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T10:55:41Z"
    name: isvc-predictive-lightgbm-v2-predictor.18c3fa1d4066dae8
    namespace: kserve-ci-e2e-test
    resourceVersion: "37740"
    uid: 8bd8af91-5428-4d7e-8d89-c7489ac69938
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-20T10:54:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37202"
    uid: 1a87e75a-11a5-4ccf-95d5-bf5a306c00d4
  kind: Event
  lastTimestamp: "2026-07-20T10:55:41Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-20T10:54:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T10:55:41Z"
    name: isvc-predictive-lightgbm-v2-predictor.18c3fa1d40d33976
    namespace: kserve-ci-e2e-test
    resourceVersion: "37741"
    uid: 645815e7-40eb-4167-a704-adbe9b3a635f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-20T10:54:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "37045"
    uid: 5f848b43-bfd0-4b4b-a255-c70ac05fd39f
  kind: Event
  lastTimestamp: "2026-07-20T10:55:31Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-20T10:54:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-20T10:55:31Z"
    name: isvc-predictive-lightgbm-v2.18c3fa1641f1eeb3
    namespace: kserve-ci-e2e-test
    resourceVersion: "37681"
    uid: ffaec3e2-db5f-443e-bf94-989e7c096dc0
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:54:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "37045"
    uid: 5f848b43-bfd0-4b4b-a255-c70ac05fd39f
  kind: Event
  lastTimestamp: "2026-07-20T10:54:10Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-lightgbm-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-lightgbm-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-20T10:54:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-20T10:54:10Z"
    name: isvc-predictive-lightgbm-v2.18c3fa164283babb
    namespace: kserve-ci-e2e-test
    resourceVersion: "37060"
    uid: 01fa52a5-4faf-4a90-b954-f6b7f67bdaea
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:55:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "37679"
    uid: 5f848b43-bfd0-4b4b-a255-c70ac05fd39f
  kind: Event
  lastTimestamp: "2026-07-20T10:55:31Z"
  message: InferenceService [isvc-predictive-lightgbm-v2] is Ready
  metadata:
    creationTimestamp: "2026-07-20T10:55:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-20T10:55:31Z"
    name: isvc-predictive-lightgbm-v2.18c3fa2922784fee
    namespace: kserve-ci-e2e-test
    resourceVersion: "37680"
    uid: 726c4748-8b90-4502-9606-3e43b675a124
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-20T10:49:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "34693"
    uid: 344f9b59-8d7d-4586-8c33-b8651438cf56
  kind: Event
  lastTimestamp: "2026-07-20T10:50:37Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-20T10:49:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-20T10:50:37Z"
    name: isvc-predictive-lightgbm.18c3f9d15f01e760
    namespace: kserve-ci-e2e-test
    resourceVersion: "35348"
    uid: 4c890f42-ce20-41ba-8a27-4b83d199825d
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-20T10:49:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "34693"
    uid: 344f9b59-8d7d-4586-8c33-b8651438cf56
  kind: Event
  lastTimestamp: "2026-07-20T10:49:15Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-lightgbm":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-lightgbm":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-20T10:49:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-20T10:49:15Z"
    name: isvc-predictive-lightgbm.18c3f9d15fad78fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "34722"
    uid: 969d42b4-5f1b-44f7-b297-6bb782423263
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:49:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "34697"
    uid: 344f9b59-8d7d-4586-8c33-b8651438cf56
  kind: Event
  lastTimestamp: "2026-07-20T10:49:15Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-predictive-lightgbm": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-20T10:49:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-20T10:49:15Z"
    name: isvc-predictive-lightgbm.18c3f9d1655d1976
    namespace: kserve-ci-e2e-test
    resourceVersion: "34724"
    uid: 13eaec10-5fa4-4940-aa12-0907dc75bcfa
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:50:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "35346"
    uid: 344f9b59-8d7d-4586-8c33-b8651438cf56
  kind: Event
  lastTimestamp: "2026-07-20T10:50:37Z"
  message: InferenceService [isvc-predictive-lightgbm] is Ready
  metadata:
    creationTimestamp: "2026-07-20T10:50:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-20T10:50:37Z"
    name: isvc-predictive-lightgbm.18c3f9e4a82976be
    namespace: kserve-ci-e2e-test
    resourceVersion: "35347"
    uid: 0fddf10c-ad4e-4a1b-9a42-5452e7ad6d07
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-20T10:45:44.484323Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-bccx4
    namespace: kserve-ci-e2e-test
    resourceVersion: "33052"
    uid: 0202d585-d2a7-427a-b166-0aa8cfb1af82
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-sklearn-predictor-5f849d69df-bccx4
    to ip-10-0-134-80.ec2.internal
  metadata:
    creationTimestamp: "2026-07-20T10:45:44Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-20T10:45:44Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-bccx4.18c3f9a05aebb99e
    namespace: kserve-ci-e2e-test
    resourceVersion: "33058"
    uid: 4b07ec41-789f-4e53-a164-e26d4ef219a8
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-689d9fc459-bqtkn
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:45:44Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-bccx4
    namespace: kserve-ci-e2e-test
    resourceVersion: "33056"
    uid: 0202d585-d2a7-427a-b166-0aa8cfb1af82
  kind: Event
  lastTimestamp: "2026-07-20T10:45:44Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-predictive-sklearn-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-20T10:45:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:45:44Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-bccx4.18c3f9a064ebaeb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33066"
    uid: 9af2dfbd-4133-4009-b6c0-e1bad74b6691
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:45:45Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-bccx4
    namespace: kserve-ci-e2e-test
    resourceVersion: "33063"
    uid: 0202d585-d2a7-427a-b166-0aa8cfb1af82
  kind: Event
  lastTimestamp: "2026-07-20T10:45:45Z"
  message: Add eth0 [10.132.0.48/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-20T10:45:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-20T10:45:45Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-bccx4.18c3f9a098330da9
    namespace: kserve-ci-e2e-test
    resourceVersion: "33079"
    uid: 9908575f-0b92-4a27-bf30-a378a4e1bff2
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:45:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-bccx4
    namespace: kserve-ci-e2e-test
    resourceVersion: "33056"
    uid: 0202d585-d2a7-427a-b166-0aa8cfb1af82
  kind: Event
  lastTimestamp: "2026-07-20T10:45:45Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:038cd29f3e031cdfd5fa54ba896bbecc69cd255eda6b470c2f7bce5282357bb8"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-20T10:45:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:45:45Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-bccx4.18c3f9a099b4d315
    namespace: kserve-ci-e2e-test
    resourceVersion: "33081"
    uid: d54e87c7-d8c3-40c0-98a3-e3838cea7c1c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:45:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-bccx4
    namespace: kserve-ci-e2e-test
    resourceVersion: "33056"
    uid: 0202d585-d2a7-427a-b166-0aa8cfb1af82
  kind: Event
  lastTimestamp: "2026-07-20T10:45:45Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-20T10:45:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:45:45Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-bccx4.18c3f9a09d440c07
    namespace: kserve-ci-e2e-test
    resourceVersion: "33083"
    uid: 6c4f091e-b368-4551-9d22-245556ea1bf5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:45:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-bccx4
    namespace: kserve-ci-e2e-test
    resourceVersion: "33056"
    uid: 0202d585-d2a7-427a-b166-0aa8cfb1af82
  kind: Event
  lastTimestamp: "2026-07-20T10:45:45Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-20T10:45:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:45:45Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-bccx4.18c3f9a09db46bbe
    namespace: kserve-ci-e2e-test
    resourceVersion: "33084"
    uid: 119c9ce4-bffe-4ea9-8e38-ed5613ff264f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:45:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-bccx4
    namespace: kserve-ci-e2e-test
    resourceVersion: "33056"
    uid: 0202d585-d2a7-427a-b166-0aa8cfb1af82
  kind: Event
  lastTimestamp: "2026-07-20T10:45:49Z"
  message: Pulling image "kserve/predictiveserver:latest"
  metadata:
    creationTimestamp: "2026-07-20T10:45:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:45:49Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-bccx4.18c3f9a1917bf587
    namespace: kserve-ci-e2e-test
    resourceVersion: "33117"
    uid: e7b84a9c-dc93-4402-9e27-d9b48d3a6434
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:46:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-bccx4
    namespace: kserve-ci-e2e-test
    resourceVersion: "33056"
    uid: 0202d585-d2a7-427a-b166-0aa8cfb1af82
  kind: Event
  lastTimestamp: "2026-07-20T10:46:09Z"
  message: 'Successfully pulled image "kserve/predictiveserver:latest" in 20.086s
    (20.087s including waiting). Image size: 2350758027 bytes.'
  metadata:
    creationTimestamp: "2026-07-20T10:46:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:46:09Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-bccx4.18c3f9a63ec3a4b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33260"
    uid: 732b44c7-b128-443c-8544-c15c0b267e6c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:46:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-bccx4
    namespace: kserve-ci-e2e-test
    resourceVersion: "33056"
    uid: 0202d585-d2a7-427a-b166-0aa8cfb1af82
  kind: Event
  lastTimestamp: "2026-07-20T10:46:09Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-20T10:46:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:46:09Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-bccx4.18c3f9a6461fa6b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33261"
    uid: f6b0f7d1-5304-43e1-9cc7-bcdac8a329e2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:46:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-bccx4
    namespace: kserve-ci-e2e-test
    resourceVersion: "33056"
    uid: 0202d585-d2a7-427a-b166-0aa8cfb1af82
  kind: Event
  lastTimestamp: "2026-07-20T10:46:09Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-20T10:46:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:46:09Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-bccx4.18c3f9a6473c61f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33262"
    uid: f19b437f-dec7-473c-87e6-c4ec74d08446
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:46:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-bccx4
    namespace: kserve-ci-e2e-test
    resourceVersion: "33056"
    uid: 0202d585-d2a7-427a-b166-0aa8cfb1af82
  kind: Event
  lastTimestamp: "2026-07-20T10:46:09Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-20T10:46:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:46:09Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-bccx4.18c3f9a6474701d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "33263"
    uid: 174c7a6b-80e2-48d0-9a26-bc7f2aded7ed
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:46:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-bccx4
    namespace: kserve-ci-e2e-test
    resourceVersion: "33056"
    uid: 0202d585-d2a7-427a-b166-0aa8cfb1af82
  kind: Event
  lastTimestamp: "2026-07-20T10:46:10Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-20T10:46:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:46:10Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-bccx4.18c3f9a64c167f23
    namespace: kserve-ci-e2e-test
    resourceVersion: "33264"
    uid: dab2c5a2-b551-455f-baec-93fa468449b9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:46:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-bccx4
    namespace: kserve-ci-e2e-test
    resourceVersion: "33056"
    uid: 0202d585-d2a7-427a-b166-0aa8cfb1af82
  kind: Event
  lastTimestamp: "2026-07-20T10:46:10Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-20T10:46:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:46:10Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-bccx4.18c3f9a64d0b5967
    namespace: kserve-ci-e2e-test
    resourceVersion: "33265"
    uid: 5c904eb4-7137-47a7-a6c1-081971a7887d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-20T10:46:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-bccx4
    namespace: kserve-ci-e2e-test
    resourceVersion: "33056"
    uid: 0202d585-d2a7-427a-b166-0aa8cfb1af82
  kind: Event
  lastTimestamp: "2026-07-20T10:47:37Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.48:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-20T10:46:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:47:37Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-bccx4.18c3f9a6b758486a
    namespace: kserve-ci-e2e-test
    resourceVersion: "33909"
    uid: dfcd9f3e-8f21-4f2c-b98a-d66d7c60b50c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:47:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-bccx4
    namespace: kserve-ci-e2e-test
    resourceVersion: "33056"
    uid: 0202d585-d2a7-427a-b166-0aa8cfb1af82
  kind: Event
  lastTimestamp: "2026-07-20T10:47:34Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-20T10:47:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:47:34Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-bccx4.18c3f9b9fd8827cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "33886"
    uid: e529a46a-fec4-4766-bbd5-4f925fc8296d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:47:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-bccx4
    namespace: kserve-ci-e2e-test
    resourceVersion: "33056"
    uid: 0202d585-d2a7-427a-b166-0aa8cfb1af82
  kind: Event
  lastTimestamp: "2026-07-20T10:47:34Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-20T10:47:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:47:34Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-bccx4.18c3f9b9fd8899fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "33887"
    uid: f54214d0-f667-4536-91b3-a613046ef871
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:47:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-bccx4
    namespace: kserve-ci-e2e-test
    resourceVersion: "33056"
    uid: 0202d585-d2a7-427a-b166-0aa8cfb1af82
  kind: Event
  lastTimestamp: "2026-07-20T10:47:37Z"
  message: 'Readiness probe failed: Get "https://10.132.0.48:8643/healthz": dial tcp
    10.132.0.48:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-20T10:47:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:47:37Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-bccx4.18c3f9babd8aa57f
    namespace: kserve-ci-e2e-test
    resourceVersion: "33908"
    uid: 43cc37e8-c2fb-4f6f-a2ee-06b2a095c0a0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:45:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-sklearn-predictor-5f849d69df
    namespace: kserve-ci-e2e-test
    resourceVersion: "33043"
    uid: e2b02866-0e14-44f4-b1d9-972af149f447
  kind: Event
  lastTimestamp: "2026-07-20T10:45:44Z"
  message: 'Created pod: isvc-predictive-sklearn-predictor-5f849d69df-bccx4'
  metadata:
    creationTimestamp: "2026-07-20T10:45:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T10:45:44Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df.18c3f9a05a7319f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "33055"
    uid: 92c3b91e-011c-41dc-8f96-ad1cab5eccb0
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:45:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33041"
    uid: 5487c67b-8700-4ddb-9fe8-53dda1245dbe
  kind: Event
  lastTimestamp: "2026-07-20T10:45:44Z"
  message: Scaled up replica set isvc-predictive-sklearn-predictor-5f849d69df from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-20T10:45:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T10:45:44Z"
    name: isvc-predictive-sklearn-predictor.18c3f9a0575176ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "33044"
    uid: 6c9595d9-bccb-46fc-ba30-10ba8bd5d05f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-20T10:45:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33042"
    uid: cbf49630-7022-4b69-97be-c8ae369f2c6c
  kind: Event
  lastTimestamp: "2026-07-20T10:46:44Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-20T10:45:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T10:46:44Z"
    name: isvc-predictive-sklearn-predictor.18c3f9a3d6024667
    namespace: kserve-ci-e2e-test
    resourceVersion: "33511"
    uid: dee42021-fc51-43c3-8f82-a60fdaee50d7
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-20T10:45:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33042"
    uid: cbf49630-7022-4b69-97be-c8ae369f2c6c
  kind: Event
  lastTimestamp: "2026-07-20T10:46:44Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-20T10:45:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T10:46:44Z"
    name: isvc-predictive-sklearn-predictor.18c3f9a3d66bb648
    namespace: kserve-ci-e2e-test
    resourceVersion: "33512"
    uid: 0b8c7792-3b81-42c6-8120-4acfe3133668
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-20T10:46:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33192"
    uid: cbf49630-7022-4b69-97be-c8ae369f2c6c
  kind: Event
  lastTimestamp: "2026-07-20T10:47:29Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-20T10:46:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T10:47:29Z"
    name: isvc-predictive-sklearn-predictor.18c3f9b1d28623e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "33832"
    uid: f7d38c80-00dc-4067-bb5d-c8267bb20313
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-20T10:46:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33192"
    uid: cbf49630-7022-4b69-97be-c8ae369f2c6c
  kind: Event
  lastTimestamp: "2026-07-20T10:47:29Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-20T10:46:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T10:47:29Z"
    name: isvc-predictive-sklearn-predictor.18c3f9b1d2e8ebdc
    namespace: kserve-ci-e2e-test
    resourceVersion: "33833"
    uid: f572acb9-943b-47f7-b74d-dcf17521fe53
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-20T10:50:50.351161Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-jb7j2
    namespace: kserve-ci-e2e-test
    resourceVersion: "35482"
    uid: 96a38532-b13a-4740-845b-d73bbb43343f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-sklearn-v2-predictor-745f9c8c9f-jb7j2
    to ip-10-0-134-80.ec2.internal
  metadata:
    creationTimestamp: "2026-07-20T10:50:50Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-20T10:50:50Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-jb7j2.18c3f9e792015425
    namespace: kserve-ci-e2e-test
    resourceVersion: "35486"
    uid: bfefd85f-d69f-41da-ab22-dcd85deb576d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-689d9fc459-bqtkn
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:50:50Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-jb7j2
    namespace: kserve-ci-e2e-test
    resourceVersion: "35484"
    uid: 96a38532-b13a-4740-845b-d73bbb43343f
  kind: Event
  lastTimestamp: "2026-07-20T10:50:50Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-predictive-sklearn-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-20T10:50:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:50:50Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-jb7j2.18c3f9e79c76cc98
    namespace: kserve-ci-e2e-test
    resourceVersion: "35498"
    uid: 442d1d5f-a9e4-4569-be18-aa73c1f64648
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:50:51Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-jb7j2
    namespace: kserve-ci-e2e-test
    resourceVersion: "35493"
    uid: 96a38532-b13a-4740-845b-d73bbb43343f
  kind: Event
  lastTimestamp: "2026-07-20T10:50:51Z"
  message: Add eth0 [10.132.0.51/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-20T10:50:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-20T10:50:51Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-jb7j2.18c3f9e7cf2bb1c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "35507"
    uid: 0a931328-26a5-4cc0-804b-ba375de3cd69
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:50:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-jb7j2
    namespace: kserve-ci-e2e-test
    resourceVersion: "35484"
    uid: 96a38532-b13a-4740-845b-d73bbb43343f
  kind: Event
  lastTimestamp: "2026-07-20T10:50:51Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:038cd29f3e031cdfd5fa54ba896bbecc69cd255eda6b470c2f7bce5282357bb8"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-20T10:50:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:50:51Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-jb7j2.18c3f9e7d09b9a72
    namespace: kserve-ci-e2e-test
    resourceVersion: "35509"
    uid: 305403b1-9f2d-4140-a191-5fff1b8a959a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:50:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-jb7j2
    namespace: kserve-ci-e2e-test
    resourceVersion: "35484"
    uid: 96a38532-b13a-4740-845b-d73bbb43343f
  kind: Event
  lastTimestamp: "2026-07-20T10:50:51Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-20T10:50:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:50:51Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-jb7j2.18c3f9e7d3587ed7
    namespace: kserve-ci-e2e-test
    resourceVersion: "35511"
    uid: f0fb525e-22c1-47d6-9147-049af3a94bf8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:50:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-jb7j2
    namespace: kserve-ci-e2e-test
    resourceVersion: "35484"
    uid: 96a38532-b13a-4740-845b-d73bbb43343f
  kind: Event
  lastTimestamp: "2026-07-20T10:50:51Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-20T10:50:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:50:51Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-jb7j2.18c3f9e7d3c67e40
    namespace: kserve-ci-e2e-test
    resourceVersion: "35512"
    uid: fa70bb65-bc18-4e74-ab58-3b12c80ad850
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:50:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-jb7j2
    namespace: kserve-ci-e2e-test
    resourceVersion: "35484"
    uid: 96a38532-b13a-4740-845b-d73bbb43343f
  kind: Event
  lastTimestamp: "2026-07-20T10:50:55Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-20T10:50:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:50:55Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-jb7j2.18c3f9e8d8123cc2
    namespace: kserve-ci-e2e-test
    resourceVersion: "35546"
    uid: 61124221-80e8-4cfa-a3df-9c4c33e0fc89
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:50:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-jb7j2
    namespace: kserve-ci-e2e-test
    resourceVersion: "35484"
    uid: 96a38532-b13a-4740-845b-d73bbb43343f
  kind: Event
  lastTimestamp: "2026-07-20T10:50:55Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-20T10:50:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:50:55Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-jb7j2.18c3f9e8db1e503a
    namespace: kserve-ci-e2e-test
    resourceVersion: "35549"
    uid: ea11adca-63d4-4f01-b767-0b2d95837aee
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:50:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-jb7j2
    namespace: kserve-ci-e2e-test
    resourceVersion: "35484"
    uid: 96a38532-b13a-4740-845b-d73bbb43343f
  kind: Event
  lastTimestamp: "2026-07-20T10:50:55Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-20T10:50:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:50:55Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-jb7j2.18c3f9e8db9100e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "35552"
    uid: 46ce110b-af60-45cd-9e3b-440860ccb514
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:50:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-jb7j2
    namespace: kserve-ci-e2e-test
    resourceVersion: "35484"
    uid: 96a38532-b13a-4740-845b-d73bbb43343f
  kind: Event
  lastTimestamp: "2026-07-20T10:50:55Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-20T10:50:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:50:55Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-jb7j2.18c3f9e8db9afc5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "35553"
    uid: 8d894de2-ad33-4f8a-9c40-5a64d16b70ab
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:50:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-jb7j2
    namespace: kserve-ci-e2e-test
    resourceVersion: "35484"
    uid: 96a38532-b13a-4740-845b-d73bbb43343f
  kind: Event
  lastTimestamp: "2026-07-20T10:50:55Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-20T10:50:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:50:55Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-jb7j2.18c3f9e8de848933
    namespace: kserve-ci-e2e-test
    resourceVersion: "35555"
    uid: 86a787ff-7d6b-4064-8d09-3704a866697d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:50:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-jb7j2
    namespace: kserve-ci-e2e-test
    resourceVersion: "35484"
    uid: 96a38532-b13a-4740-845b-d73bbb43343f
  kind: Event
  lastTimestamp: "2026-07-20T10:50:55Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-20T10:50:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:50:55Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-jb7j2.18c3f9e8df144520
    namespace: kserve-ci-e2e-test
    resourceVersion: "35556"
    uid: 210ce52c-6df2-4296-aa71-d6d74569bee9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-20T10:51:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-jb7j2
    namespace: kserve-ci-e2e-test
    resourceVersion: "35484"
    uid: 96a38532-b13a-4740-845b-d73bbb43343f
  kind: Event
  lastTimestamp: "2026-07-20T10:52:32Z"
  message: 'Readiness probe failed: Get "http://10.132.0.51:8080/v2/models/isvc-predictive-sklearn-v2/ready":
    dial tcp 10.132.0.51:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-20T10:51:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:52:32Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-jb7j2.18c3f9f1764fe421
    namespace: kserve-ci-e2e-test
    resourceVersion: "36266"
    uid: 37704a84-14f7-4e03-8179-5e57cfb2cf67
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:52:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-jb7j2
    namespace: kserve-ci-e2e-test
    resourceVersion: "35484"
    uid: 96a38532-b13a-4740-845b-d73bbb43343f
  kind: Event
  lastTimestamp: "2026-07-20T10:52:13Z"
  message: 'Readiness probe failed: Get "http://10.132.0.51:8080/v2/models/isvc-predictive-sklearn-v2/ready":
    context deadline exceeded (Client.Timeout exceeded while awaiting headers)'
  metadata:
    creationTimestamp: "2026-07-20T10:52:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:52:13Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-jb7j2.18c3f9fafdc38838
    namespace: kserve-ci-e2e-test
    resourceVersion: "36103"
    uid: 2a087477-c469-4a52-acf2-f9e9076dd670
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:52:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-jb7j2
    namespace: kserve-ci-e2e-test
    resourceVersion: "35484"
    uid: 96a38532-b13a-4740-845b-d73bbb43343f
  kind: Event
  lastTimestamp: "2026-07-20T10:52:30Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-20T10:52:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:52:30Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-jb7j2.18c3f9fee380de92
    namespace: kserve-ci-e2e-test
    resourceVersion: "36250"
    uid: 11b50d43-e7af-4bd2-994a-558cbb910c65
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:52:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-jb7j2
    namespace: kserve-ci-e2e-test
    resourceVersion: "35484"
    uid: 96a38532-b13a-4740-845b-d73bbb43343f
  kind: Event
  lastTimestamp: "2026-07-20T10:52:30Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-20T10:52:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:52:30Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-jb7j2.18c3f9fee38157c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "36251"
    uid: adb4cff2-d35a-4e86-a8fa-101e02f73c84
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:52:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-jb7j2
    namespace: kserve-ci-e2e-test
    resourceVersion: "35484"
    uid: 96a38532-b13a-4740-845b-d73bbb43343f
  kind: Event
  lastTimestamp: "2026-07-20T10:52:32Z"
  message: 'Readiness probe failed: Get "https://10.132.0.51:8643/healthz": dial tcp
    10.132.0.51:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-20T10:52:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:52:32Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-jb7j2.18c3f9ff6e4a683a
    namespace: kserve-ci-e2e-test
    resourceVersion: "36267"
    uid: 4949478e-d18a-47d0-b604-034ee6737b83
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:50:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "35471"
    uid: 0612acc2-db8a-4128-8e07-888366de20ca
  kind: Event
  lastTimestamp: "2026-07-20T10:50:50Z"
  message: 'Created pod: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-jb7j2'
  metadata:
    creationTimestamp: "2026-07-20T10:50:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T10:50:50Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f.18c3f9e7917a3ca7
    namespace: kserve-ci-e2e-test
    resourceVersion: "35483"
    uid: 2b17b5e2-a0c3-49a1-9288-76ab2f90c857
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:50:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35469"
    uid: b7c1eae1-92a4-49e6-8b42-91a910f9107f
  kind: Event
  lastTimestamp: "2026-07-20T10:50:50Z"
  message: Scaled up replica set isvc-predictive-sklearn-v2-predictor-745f9c8c9f from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-20T10:50:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T10:50:50Z"
    name: isvc-predictive-sklearn-v2-predictor.18c3f9e78dab77d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "35473"
    uid: 3230925b-b0af-4181-a95f-2613e33c07ed
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-20T10:51:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35470"
    uid: 28206547-bc36-4e6a-8855-99de076cff70
  kind: Event
  lastTimestamp: "2026-07-20T10:51:20Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-20T10:51:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T10:51:20Z"
    name: isvc-predictive-sklearn-v2-predictor.18c3f9eb0caf79eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "35727"
    uid: 86869a3c-e384-48de-940e-c5ef545ec066
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-20T10:51:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35470"
    uid: 28206547-bc36-4e6a-8855-99de076cff70
  kind: Event
  lastTimestamp: "2026-07-20T10:51:20Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-20T10:51:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T10:51:20Z"
    name: isvc-predictive-sklearn-v2-predictor.18c3f9eb0d1fe59b
    namespace: kserve-ci-e2e-test
    resourceVersion: "35728"
    uid: 251da7d6-bd01-4439-84b6-acf8f9ed2482
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-20T10:51:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35623"
    uid: 28206547-bc36-4e6a-8855-99de076cff70
  kind: Event
  lastTimestamp: "2026-07-20T10:52:20Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-20T10:51:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T10:52:20Z"
    name: isvc-predictive-sklearn-v2-predictor.18c3f9f20b318680
    namespace: kserve-ci-e2e-test
    resourceVersion: "36148"
    uid: 77b8895b-e899-405a-8b7e-5fb7052f82eb
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-20T10:51:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35623"
    uid: 28206547-bc36-4e6a-8855-99de076cff70
  kind: Event
  lastTimestamp: "2026-07-20T10:52:20Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-20T10:51:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T10:52:20Z"
    name: isvc-predictive-sklearn-v2-predictor.18c3f9f20ba2aaeb
    namespace: kserve-ci-e2e-test
    resourceVersion: "36149"
    uid: 59b53baf-4a84-4525-aaf9-f2d0241a2f4b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-20T10:50:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "35462"
    uid: 23f538e8-d33e-4306-9f26-cb95248fd1bd
  kind: Event
  lastTimestamp: "2026-07-20T10:52:22Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-20T10:50:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-20T10:52:22Z"
    name: isvc-predictive-sklearn-v2.18c3f9e78da91559
    namespace: kserve-ci-e2e-test
    resourceVersion: "36174"
    uid: 09a8eb33-4430-4bef-bd1b-6c5d3ca97f2b
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-20T10:50:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "35462"
    uid: 23f538e8-d33e-4306-9f26-cb95248fd1bd
  kind: Event
  lastTimestamp: "2026-07-20T10:50:50Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-sklearn-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-sklearn-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-20T10:50:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-20T10:50:50Z"
    name: isvc-predictive-sklearn-v2.18c3f9e78e2ccf78
    namespace: kserve-ci-e2e-test
    resourceVersion: "35490"
    uid: a8eb9f7c-6613-487d-aca4-e01c1e424d52
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:50:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "35466"
    uid: 23f538e8-d33e-4306-9f26-cb95248fd1bd
  kind: Event
  lastTimestamp: "2026-07-20T10:50:50Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-predictive-sklearn-v2": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-20T10:50:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-20T10:50:50Z"
    name: isvc-predictive-sklearn-v2.18c3f9e7929ee533
    namespace: kserve-ci-e2e-test
    resourceVersion: "35492"
    uid: 662ab042-d660-4022-bb9c-fc157d1219e1
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:52:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "36172"
    uid: 23f538e8-d33e-4306-9f26-cb95248fd1bd
  kind: Event
  lastTimestamp: "2026-07-20T10:52:22Z"
  message: InferenceService [isvc-predictive-sklearn-v2] is Ready
  metadata:
    creationTimestamp: "2026-07-20T10:52:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-20T10:52:22Z"
    name: isvc-predictive-sklearn-v2.18c3f9fd1b27ba25
    namespace: kserve-ci-e2e-test
    resourceVersion: "36173"
    uid: 022ff9a4-b341-4866-8720-0ea9510166a1
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-20T10:45:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "33033"
    uid: d90d97ec-144a-4d99-b8eb-829632d64056
  kind: Event
  lastTimestamp: "2026-07-20T10:47:27Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-20T10:45:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-20T10:47:27Z"
    name: isvc-predictive-sklearn.18c3f9a05750e2d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "33822"
    uid: 1d66ba3c-6a14-49d5-9899-c2a231644cfe
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:45:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "33033"
    uid: d90d97ec-144a-4d99-b8eb-829632d64056
  kind: Event
  lastTimestamp: "2026-07-20T10:45:44Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-sklearn":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-sklearn":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-20T10:45:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-20T10:45:44Z"
    name: isvc-predictive-sklearn.18c3f9a057f1f3d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "33048"
    uid: 85a35b77-6ab1-4944-ab4e-8744a5762356
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:47:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "33820"
    uid: d90d97ec-144a-4d99-b8eb-829632d64056
  kind: Event
  lastTimestamp: "2026-07-20T10:47:27Z"
  message: InferenceService [isvc-predictive-sklearn] is Ready
  metadata:
    creationTimestamp: "2026-07-20T10:47:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-20T10:47:27Z"
    name: isvc-predictive-sklearn.18c3f9b86f8f3a52
    namespace: kserve-ci-e2e-test
    resourceVersion: "33821"
    uid: d5ece7f9-e567-42ea-8e89-e3c63b0d4618
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-20T10:47:39.733698Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-pmg5x
    namespace: kserve-ci-e2e-test
    resourceVersion: "33954"
    uid: e4b6eb1b-51a4-4b44-9a60-b3c3478e914c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-xgboost-predictor-695f978978-pmg5x
    to ip-10-0-134-80.ec2.internal
  metadata:
    creationTimestamp: "2026-07-20T10:47:39Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-20T10:47:39Z"
    name: isvc-predictive-xgboost-predictor-695f978978-pmg5x.18c3f9bb3051b504
    namespace: kserve-ci-e2e-test
    resourceVersion: "33960"
    uid: 9b82511b-186e-4e02-8e6d-5869e4ce27bb
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-689d9fc459-bqtkn
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:47:39Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-pmg5x
    namespace: kserve-ci-e2e-test
    resourceVersion: "33956"
    uid: e4b6eb1b-51a4-4b44-9a60-b3c3478e914c
  kind: Event
  lastTimestamp: "2026-07-20T10:47:39Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-predictive-xgboost-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-20T10:47:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:47:39Z"
    name: isvc-predictive-xgboost-predictor-695f978978-pmg5x.18c3f9bb3f337d11
    namespace: kserve-ci-e2e-test
    resourceVersion: "33970"
    uid: d3c5d630-005a-4e2f-9a18-c9cf5160a80c
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:47:40Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-pmg5x
    namespace: kserve-ci-e2e-test
    resourceVersion: "33965"
    uid: e4b6eb1b-51a4-4b44-9a60-b3c3478e914c
  kind: Event
  lastTimestamp: "2026-07-20T10:47:40Z"
  message: Add eth0 [10.132.0.49/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-20T10:47:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-20T10:47:40Z"
    name: isvc-predictive-xgboost-predictor-695f978978-pmg5x.18c3f9bb6d328028
    namespace: kserve-ci-e2e-test
    resourceVersion: "33978"
    uid: 65a6a439-f487-4639-bb9b-79a203f2d8d7
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:47:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-pmg5x
    namespace: kserve-ci-e2e-test
    resourceVersion: "33956"
    uid: e4b6eb1b-51a4-4b44-9a60-b3c3478e914c
  kind: Event
  lastTimestamp: "2026-07-20T10:47:40Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:038cd29f3e031cdfd5fa54ba896bbecc69cd255eda6b470c2f7bce5282357bb8"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-20T10:47:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:47:40Z"
    name: isvc-predictive-xgboost-predictor-695f978978-pmg5x.18c3f9bb6eaa7fdc
    namespace: kserve-ci-e2e-test
    resourceVersion: "33980"
    uid: 83e95527-c187-486b-a1b6-2ea74260678e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:47:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-pmg5x
    namespace: kserve-ci-e2e-test
    resourceVersion: "33956"
    uid: e4b6eb1b-51a4-4b44-9a60-b3c3478e914c
  kind: Event
  lastTimestamp: "2026-07-20T10:47:40Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-20T10:47:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:47:40Z"
    name: isvc-predictive-xgboost-predictor-695f978978-pmg5x.18c3f9bb70f17d91
    namespace: kserve-ci-e2e-test
    resourceVersion: "33981"
    uid: 014c4e2e-a245-466a-a7ee-51cc5611a736
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:47:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-pmg5x
    namespace: kserve-ci-e2e-test
    resourceVersion: "33956"
    uid: e4b6eb1b-51a4-4b44-9a60-b3c3478e914c
  kind: Event
  lastTimestamp: "2026-07-20T10:47:40Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-20T10:47:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:47:40Z"
    name: isvc-predictive-xgboost-predictor-695f978978-pmg5x.18c3f9bb71516e6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33982"
    uid: 03972474-631b-40e0-88cd-15161fc836da
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:47:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-pmg5x
    namespace: kserve-ci-e2e-test
    resourceVersion: "33956"
    uid: e4b6eb1b-51a4-4b44-9a60-b3c3478e914c
  kind: Event
  lastTimestamp: "2026-07-20T10:47:45Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-20T10:47:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:47:45Z"
    name: isvc-predictive-xgboost-predictor-695f978978-pmg5x.18c3f9bc726edc0a
    namespace: kserve-ci-e2e-test
    resourceVersion: "34020"
    uid: cb065016-0aef-4757-8f9e-9980e2be32c0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:47:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-pmg5x
    namespace: kserve-ci-e2e-test
    resourceVersion: "33956"
    uid: e4b6eb1b-51a4-4b44-9a60-b3c3478e914c
  kind: Event
  lastTimestamp: "2026-07-20T10:47:45Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-20T10:47:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:47:45Z"
    name: isvc-predictive-xgboost-predictor-695f978978-pmg5x.18c3f9bc7541c61f
    namespace: kserve-ci-e2e-test
    resourceVersion: "34022"
    uid: 67172927-e6fd-4c34-baad-3de11cedfbbc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:47:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-pmg5x
    namespace: kserve-ci-e2e-test
    resourceVersion: "33956"
    uid: e4b6eb1b-51a4-4b44-9a60-b3c3478e914c
  kind: Event
  lastTimestamp: "2026-07-20T10:47:45Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-20T10:47:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:47:45Z"
    name: isvc-predictive-xgboost-predictor-695f978978-pmg5x.18c3f9bc75b41958
    namespace: kserve-ci-e2e-test
    resourceVersion: "34023"
    uid: a8055305-c5d4-44b1-a58c-3a173c3a3b19
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:47:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-pmg5x
    namespace: kserve-ci-e2e-test
    resourceVersion: "33956"
    uid: e4b6eb1b-51a4-4b44-9a60-b3c3478e914c
  kind: Event
  lastTimestamp: "2026-07-20T10:47:45Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-20T10:47:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:47:45Z"
    name: isvc-predictive-xgboost-predictor-695f978978-pmg5x.18c3f9bc75bf19ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "34026"
    uid: 086cd8b0-e648-4292-9d73-872d0b408a38
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:47:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-pmg5x
    namespace: kserve-ci-e2e-test
    resourceVersion: "33956"
    uid: e4b6eb1b-51a4-4b44-9a60-b3c3478e914c
  kind: Event
  lastTimestamp: "2026-07-20T10:47:45Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-20T10:47:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:47:45Z"
    name: isvc-predictive-xgboost-predictor-695f978978-pmg5x.18c3f9bc7839b647
    namespace: kserve-ci-e2e-test
    resourceVersion: "34029"
    uid: 3d9f1c21-5239-4cc6-a83b-4f398d451a9e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:47:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-pmg5x
    namespace: kserve-ci-e2e-test
    resourceVersion: "33956"
    uid: e4b6eb1b-51a4-4b44-9a60-b3c3478e914c
  kind: Event
  lastTimestamp: "2026-07-20T10:47:45Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-20T10:47:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:47:45Z"
    name: isvc-predictive-xgboost-predictor-695f978978-pmg5x.18c3f9bc78cafb87
    namespace: kserve-ci-e2e-test
    resourceVersion: "34031"
    uid: 28bb0c15-200d-43bf-86d9-a04f54db4368
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-20T10:47:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-pmg5x
    namespace: kserve-ci-e2e-test
    resourceVersion: "33956"
    uid: e4b6eb1b-51a4-4b44-9a60-b3c3478e914c
  kind: Event
  lastTimestamp: "2026-07-20T10:49:10Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.49:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-20T10:47:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:49:10Z"
    name: isvc-predictive-xgboost-predictor-695f978978-pmg5x.18c3f9bcea290dc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "34658"
    uid: ee14a0df-260c-4028-8728-0174eb600e92
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:49:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-pmg5x
    namespace: kserve-ci-e2e-test
    resourceVersion: "33956"
    uid: e4b6eb1b-51a4-4b44-9a60-b3c3478e914c
  kind: Event
  lastTimestamp: "2026-07-20T10:49:09Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-20T10:49:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:49:09Z"
    name: isvc-predictive-xgboost-predictor-695f978978-pmg5x.18c3f9d02e33a051
    namespace: kserve-ci-e2e-test
    resourceVersion: "34648"
    uid: f511d2e9-60e9-4dce-9f60-fd538aa1ad1b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:49:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-pmg5x
    namespace: kserve-ci-e2e-test
    resourceVersion: "33956"
    uid: e4b6eb1b-51a4-4b44-9a60-b3c3478e914c
  kind: Event
  lastTimestamp: "2026-07-20T10:49:09Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-20T10:49:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:49:09Z"
    name: isvc-predictive-xgboost-predictor-695f978978-pmg5x.18c3f9d02e341d82
    namespace: kserve-ci-e2e-test
    resourceVersion: "34649"
    uid: ee1eed76-e159-4bd8-96dc-07f9740a14fc
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:49:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-pmg5x
    namespace: kserve-ci-e2e-test
    resourceVersion: "33956"
    uid: e4b6eb1b-51a4-4b44-9a60-b3c3478e914c
  kind: Event
  lastTimestamp: "2026-07-20T10:49:13Z"
  message: 'Readiness probe failed: Get "https://10.132.0.49:8643/healthz": dial tcp
    10.132.0.49:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-20T10:49:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:49:13Z"
    name: isvc-predictive-xgboost-predictor-695f978978-pmg5x.18c3f9d0f05386d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "34672"
    uid: a499171c-c129-40db-a683-8083f86084b0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:47:39Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-xgboost-predictor-695f978978
    namespace: kserve-ci-e2e-test
    resourceVersion: "33940"
    uid: eb505807-13bd-4068-896c-70bb050e8e71
  kind: Event
  lastTimestamp: "2026-07-20T10:47:39Z"
  message: 'Created pod: isvc-predictive-xgboost-predictor-695f978978-pmg5x'
  metadata:
    creationTimestamp: "2026-07-20T10:47:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T10:47:39Z"
    name: isvc-predictive-xgboost-predictor-695f978978.18c3f9bb2fc2b769
    namespace: kserve-ci-e2e-test
    resourceVersion: "33955"
    uid: 89640e88-3899-4f97-afed-16a78fd013ea
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:47:39Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33937"
    uid: bb945995-4cb3-4fbe-a0ef-2aaa1fd0e67b
  kind: Event
  lastTimestamp: "2026-07-20T10:47:39Z"
  message: Scaled up replica set isvc-predictive-xgboost-predictor-695f978978 from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-20T10:47:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T10:47:39Z"
    name: isvc-predictive-xgboost-predictor.18c3f9bb2b4dab7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "33942"
    uid: d5ecc8ce-ae22-4cb9-9853-1c97c65f5023
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:47:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33939"
    uid: 780edf37-3996-4a41-89d2-9ee64a06b0b7
  kind: Event
  lastTimestamp: "2026-07-20T10:47:54Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-20T10:47:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T10:47:54Z"
    name: isvc-predictive-xgboost-predictor.18c3f9bea9e0bfb0
    namespace: kserve-ci-e2e-test
    resourceVersion: "34095"
    uid: 4afe3d46-c8d2-4662-bae3-061acc634f1e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:47:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33939"
    uid: 780edf37-3996-4a41-89d2-9ee64a06b0b7
  kind: Event
  lastTimestamp: "2026-07-20T10:47:54Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-20T10:47:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T10:47:54Z"
    name: isvc-predictive-xgboost-predictor.18c3f9beaa4adcf1
    namespace: kserve-ci-e2e-test
    resourceVersion: "34097"
    uid: 24aadb56-122d-493c-9689-923933cd07a9
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-20T10:48:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34096"
    uid: 780edf37-3996-4a41-89d2-9ee64a06b0b7
  kind: Event
  lastTimestamp: "2026-07-20T10:49:09Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-20T10:48:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T10:49:09Z"
    name: isvc-predictive-xgboost-predictor.18c3f9c229e2f786
    namespace: kserve-ci-e2e-test
    resourceVersion: "34631"
    uid: 8e29b2ee-5afe-434d-b5b6-d289f4a12c25
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-20T10:48:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34096"
    uid: 780edf37-3996-4a41-89d2-9ee64a06b0b7
  kind: Event
  lastTimestamp: "2026-07-20T10:49:09Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-20T10:48:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T10:49:09Z"
    name: isvc-predictive-xgboost-predictor.18c3f9c22a57dc9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "34632"
    uid: 330b7a56-b924-4608-aede-43329cd40f93
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-20T10:52:35.665356Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-tw9q8
    namespace: kserve-ci-e2e-test
    resourceVersion: "36314"
    uid: 8cbab199-65ba-48be-8769-48f3e4bf0a55
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-xgboost-v2-predictor-868ff5dd6d-tw9q8
    to ip-10-0-134-80.ec2.internal
  metadata:
    creationTimestamp: "2026-07-20T10:52:35Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-20T10:52:35Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-tw9q8.18c3fa001738630f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36318"
    uid: d0e89745-7475-4f01-bb4d-c9cbdad38110
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-689d9fc459-bqtkn
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:52:36Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-tw9q8
    namespace: kserve-ci-e2e-test
    resourceVersion: "36324"
    uid: 8cbab199-65ba-48be-8769-48f3e4bf0a55
  kind: Event
  lastTimestamp: "2026-07-20T10:52:36Z"
  message: Add eth0 [10.132.0.52/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-20T10:52:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-20T10:52:36Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-tw9q8.18c3fa0030672b1d
    namespace: kserve-ci-e2e-test
    resourceVersion: "36332"
    uid: 90bb9835-8fa8-4e02-b23f-ca03cde48230
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:52:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-tw9q8
    namespace: kserve-ci-e2e-test
    resourceVersion: "36316"
    uid: 8cbab199-65ba-48be-8769-48f3e4bf0a55
  kind: Event
  lastTimestamp: "2026-07-20T10:52:36Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:038cd29f3e031cdfd5fa54ba896bbecc69cd255eda6b470c2f7bce5282357bb8"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-20T10:52:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:52:36Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-tw9q8.18c3fa003207c2a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "36336"
    uid: 94c9085e-2b44-4cce-b176-be07f55dd870
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:52:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-tw9q8
    namespace: kserve-ci-e2e-test
    resourceVersion: "36316"
    uid: 8cbab199-65ba-48be-8769-48f3e4bf0a55
  kind: Event
  lastTimestamp: "2026-07-20T10:52:36Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-20T10:52:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:52:36Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-tw9q8.18c3fa00353daa5a
    namespace: kserve-ci-e2e-test
    resourceVersion: "36338"
    uid: 66e673be-96f1-4522-b7ce-235d90b353c1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:52:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-tw9q8
    namespace: kserve-ci-e2e-test
    resourceVersion: "36316"
    uid: 8cbab199-65ba-48be-8769-48f3e4bf0a55
  kind: Event
  lastTimestamp: "2026-07-20T10:52:36Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-20T10:52:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:52:36Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-tw9q8.18c3fa0035acec98
    namespace: kserve-ci-e2e-test
    resourceVersion: "36339"
    uid: f7ec23ef-47c9-4fd1-a1b5-edbb9ebeadc2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:52:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-tw9q8
    namespace: kserve-ci-e2e-test
    resourceVersion: "36316"
    uid: 8cbab199-65ba-48be-8769-48f3e4bf0a55
  kind: Event
  lastTimestamp: "2026-07-20T10:52:40Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-20T10:52:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:52:40Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-tw9q8.18c3fa01260364ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "36372"
    uid: 57192ed6-7c5b-478e-95cf-a9acb58eec67
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:52:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-tw9q8
    namespace: kserve-ci-e2e-test
    resourceVersion: "36316"
    uid: 8cbab199-65ba-48be-8769-48f3e4bf0a55
  kind: Event
  lastTimestamp: "2026-07-20T10:52:40Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-20T10:52:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:52:40Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-tw9q8.18c3fa012988775c
    namespace: kserve-ci-e2e-test
    resourceVersion: "36376"
    uid: 8bfc9e28-6b65-4ff1-9223-55a55d51931d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:52:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-tw9q8
    namespace: kserve-ci-e2e-test
    resourceVersion: "36316"
    uid: 8cbab199-65ba-48be-8769-48f3e4bf0a55
  kind: Event
  lastTimestamp: "2026-07-20T10:52:40Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-20T10:52:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:52:40Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-tw9q8.18c3fa012a00841b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36377"
    uid: b35d403c-8563-4656-97f1-987df79f2a98
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:52:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-tw9q8
    namespace: kserve-ci-e2e-test
    resourceVersion: "36316"
    uid: 8cbab199-65ba-48be-8769-48f3e4bf0a55
  kind: Event
  lastTimestamp: "2026-07-20T10:52:40Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-20T10:52:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:52:40Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-tw9q8.18c3fa012a0ab792
    namespace: kserve-ci-e2e-test
    resourceVersion: "36378"
    uid: 488c520a-0fbc-4346-ac52-928d3fff4021
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:52:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-tw9q8
    namespace: kserve-ci-e2e-test
    resourceVersion: "36316"
    uid: 8cbab199-65ba-48be-8769-48f3e4bf0a55
  kind: Event
  lastTimestamp: "2026-07-20T10:52:40Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-20T10:52:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:52:40Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-tw9q8.18c3fa012cb61ccc
    namespace: kserve-ci-e2e-test
    resourceVersion: "36380"
    uid: 2d9b389a-692c-4e26-adb7-35695e6a9592
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:52:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-tw9q8
    namespace: kserve-ci-e2e-test
    resourceVersion: "36316"
    uid: 8cbab199-65ba-48be-8769-48f3e4bf0a55
  kind: Event
  lastTimestamp: "2026-07-20T10:52:40Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-20T10:52:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:52:40Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-tw9q8.18c3fa012d241e28
    namespace: kserve-ci-e2e-test
    resourceVersion: "36381"
    uid: 868d7c78-d2f9-45e0-94bb-058cdbdfe7ea
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-20T10:53:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-tw9q8
    namespace: kserve-ci-e2e-test
    resourceVersion: "36316"
    uid: 8cbab199-65ba-48be-8769-48f3e4bf0a55
  kind: Event
  lastTimestamp: "2026-07-20T10:54:08Z"
  message: 'Readiness probe failed: Get "http://10.132.0.52:8080/v2/models/isvc-predictive-xgboost-v2/ready":
    dial tcp 10.132.0.52:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-20T10:53:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:54:08Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-tw9q8.18c3fa0a0034ef44
    namespace: kserve-ci-e2e-test
    resourceVersion: "37015"
    uid: a8afdf3b-2ada-4114-8873-e7a93114baa3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:54:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-tw9q8
    namespace: kserve-ci-e2e-test
    resourceVersion: "36316"
    uid: 8cbab199-65ba-48be-8769-48f3e4bf0a55
  kind: Event
  lastTimestamp: "2026-07-20T10:54:05Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-20T10:54:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:54:05Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-tw9q8.18c3fa1512de4792
    namespace: kserve-ci-e2e-test
    resourceVersion: "36998"
    uid: df7a9e6b-77d6-4db8-8adc-725f67bee1ce
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:54:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-tw9q8
    namespace: kserve-ci-e2e-test
    resourceVersion: "36316"
    uid: 8cbab199-65ba-48be-8769-48f3e4bf0a55
  kind: Event
  lastTimestamp: "2026-07-20T10:54:05Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-20T10:54:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:54:05Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-tw9q8.18c3fa1512df66b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "36999"
    uid: 41323b64-2e85-464a-9d1f-91c5ec7b0a8f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:54:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-tw9q8
    namespace: kserve-ci-e2e-test
    resourceVersion: "36316"
    uid: 8cbab199-65ba-48be-8769-48f3e4bf0a55
  kind: Event
  lastTimestamp: "2026-07-20T10:54:08Z"
  message: 'Readiness probe failed: Get "https://10.132.0.52:8643/healthz": dial tcp
    10.132.0.52:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-20T10:54:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:54:08Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-tw9q8.18c3fa15a419ce5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "37014"
    uid: e9f5feaf-69bc-43e7-872d-40c7a904fcd6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:52:35Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "36303"
    uid: ada3bcd6-de97-4a81-89e3-6960735f7c65
  kind: Event
  lastTimestamp: "2026-07-20T10:52:35Z"
  message: 'Created pod: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-tw9q8'
  metadata:
    creationTimestamp: "2026-07-20T10:52:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T10:52:35Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d.18c3fa0016ceec88
    namespace: kserve-ci-e2e-test
    resourceVersion: "36315"
    uid: ae757b02-ec5e-404f-92a9-13cdcdb7355c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:52:35Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36301"
    uid: 14d942d6-102d-4aa5-90a8-934cc430b397
  kind: Event
  lastTimestamp: "2026-07-20T10:52:35Z"
  message: Scaled up replica set isvc-predictive-xgboost-v2-predictor-868ff5dd6d from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-20T10:52:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T10:52:35Z"
    name: isvc-predictive-xgboost-v2-predictor.18c3fa0012dac631
    namespace: kserve-ci-e2e-test
    resourceVersion: "36305"
    uid: 9ce3d575-9640-46f6-9c57-425513df6516
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-20T10:52:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36302"
    uid: b9867181-bb7e-4b81-b2a8-2e0f14e524d2
  kind: Event
  lastTimestamp: "2026-07-20T10:53:05Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-20T10:52:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T10:53:05Z"
    name: isvc-predictive-xgboost-v2-predictor.18c3fa0391c39a10
    namespace: kserve-ci-e2e-test
    resourceVersion: "36554"
    uid: baad4279-4a31-46b8-bdf2-5b0c5e3a5950
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-20T10:52:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36302"
    uid: b9867181-bb7e-4b81-b2a8-2e0f14e524d2
  kind: Event
  lastTimestamp: "2026-07-20T10:53:05Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-20T10:52:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T10:53:05Z"
    name: isvc-predictive-xgboost-v2-predictor.18c3fa039234d362
    namespace: kserve-ci-e2e-test
    resourceVersion: "36555"
    uid: cef8d7e4-a977-410e-bf02-e17ee2648b31
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-20T10:53:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36452"
    uid: b9867181-bb7e-4b81-b2a8-2e0f14e524d2
  kind: Event
  lastTimestamp: "2026-07-20T10:54:05Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-20T10:53:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T10:54:05Z"
    name: isvc-predictive-xgboost-v2-predictor.18c3fa0a9047e392
    namespace: kserve-ci-e2e-test
    resourceVersion: "36982"
    uid: 13199493-a393-4dbe-ae57-672db3d23ec0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-20T10:53:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36452"
    uid: b9867181-bb7e-4b81-b2a8-2e0f14e524d2
  kind: Event
  lastTimestamp: "2026-07-20T10:54:05Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-20T10:53:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T10:54:05Z"
    name: isvc-predictive-xgboost-v2-predictor.18c3fa0a90bd9ec1
    namespace: kserve-ci-e2e-test
    resourceVersion: "36983"
    uid: 660a7c83-d602-4f61-ab15-37cb45ee9c57
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-20T10:52:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "36294"
    uid: 836d971e-6dbe-4432-9769-71bd2abbaf3d
  kind: Event
  lastTimestamp: "2026-07-20T10:53:58Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-20T10:52:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-20T10:53:58Z"
    name: isvc-predictive-xgboost-v2.18c3fa0012d5929b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36927"
    uid: d1962faa-a86a-4fac-8d30-018dc1424cd8
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-20T10:52:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "36294"
    uid: 836d971e-6dbe-4432-9769-71bd2abbaf3d
  kind: Event
  lastTimestamp: "2026-07-20T10:52:35Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-xgboost-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-xgboost-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-20T10:52:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-20T10:52:35Z"
    name: isvc-predictive-xgboost-v2.18c3fa00133fb7a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "36323"
    uid: fd8b96ba-8501-4347-ad3a-1938fd1fc71f
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:52:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "36296"
    uid: 836d971e-6dbe-4432-9769-71bd2abbaf3d
  kind: Event
  lastTimestamp: "2026-07-20T10:52:35Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-predictive-xgboost-v2": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-20T10:52:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-20T10:52:35Z"
    name: isvc-predictive-xgboost-v2.18c3fa00181acb12
    namespace: kserve-ci-e2e-test
    resourceVersion: "36325"
    uid: e72d34c5-b6c7-41ff-87a5-e300c3752c86
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:53:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "36924"
    uid: 836d971e-6dbe-4432-9769-71bd2abbaf3d
  kind: Event
  lastTimestamp: "2026-07-20T10:53:58Z"
  message: InferenceService [isvc-predictive-xgboost-v2] is Ready
  metadata:
    creationTimestamp: "2026-07-20T10:53:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-20T10:53:58Z"
    name: isvc-predictive-xgboost-v2.18c3fa1356cb9f89
    namespace: kserve-ci-e2e-test
    resourceVersion: "36925"
    uid: 3609f92a-3809-44a6-92fd-4facde943da0
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-20T10:47:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "33929"
    uid: 3f5f932c-2d73-432e-8cb4-6f225c1883d4
  kind: Event
  lastTimestamp: "2026-07-20T10:49:00Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-20T10:47:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-20T10:49:00Z"
    name: isvc-predictive-xgboost.18c3f9bb2b49dab2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34571"
    uid: 0f017938-3f26-4403-ab8a-a3e6b6f6f873
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-20T10:47:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "33929"
    uid: 3f5f932c-2d73-432e-8cb4-6f225c1883d4
  kind: Event
  lastTimestamp: "2026-07-20T10:47:39Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-xgboost":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-xgboost":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-20T10:47:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-20T10:47:39Z"
    name: isvc-predictive-xgboost.18c3f9bb2b9b9b86
    namespace: kserve-ci-e2e-test
    resourceVersion: "33963"
    uid: e06af578-35b0-4e56-88ff-3b4602352319
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:47:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "33936"
    uid: 3f5f932c-2d73-432e-8cb4-6f225c1883d4
  kind: Event
  lastTimestamp: "2026-07-20T10:47:39Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-predictive-xgboost": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-20T10:47:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-20T10:47:39Z"
    name: isvc-predictive-xgboost.18c3f9bb30b0965e
    namespace: kserve-ci-e2e-test
    resourceVersion: "33964"
    uid: b971c429-e218-4e57-b779-d8df6002cf68
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:49:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "34569"
    uid: 3f5f932c-2d73-432e-8cb4-6f225c1883d4
  kind: Event
  lastTimestamp: "2026-07-20T10:49:00Z"
  message: InferenceService [isvc-predictive-xgboost] is Ready
  metadata:
    creationTimestamp: "2026-07-20T10:49:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-20T10:49:00Z"
    name: isvc-predictive-xgboost.18c3f9ce1313cee3
    namespace: kserve-ci-e2e-test
    resourceVersion: "34570"
    uid: 56cec272-0444-48bb-a297-eafd9e4f22ae
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-20T10:43:22.799927Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-78c4fe-predictor-5cb4f6644f-kzbwf
    namespace: kserve-ci-e2e-test
    resourceVersion: "31802"
    uid: ca450c63-6069-4906-8945-433efd89033c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-primary-78c4fe-predictor-5cb4f6644f-kzbwf
    to ip-10-0-134-80.ec2.internal
  metadata:
    creationTimestamp: "2026-07-20T10:43:22Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-20T10:43:22Z"
    name: isvc-primary-78c4fe-predictor-5cb4f6644f-kzbwf.18c3f97f5ddf663f
    namespace: kserve-ci-e2e-test
    resourceVersion: "31806"
    uid: fa24cf97-002f-4804-b11e-40126668b8bb
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-689d9fc459-bqtkn
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:43:23Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-78c4fe-predictor-5cb4f6644f-kzbwf
    namespace: kserve-ci-e2e-test
    resourceVersion: "31813"
    uid: ca450c63-6069-4906-8945-433efd89033c
  kind: Event
  lastTimestamp: "2026-07-20T10:43:23Z"
  message: Add eth0 [10.132.0.45/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-20T10:43:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-20T10:43:23Z"
    name: isvc-primary-78c4fe-predictor-5cb4f6644f-kzbwf.18c3f97f76fd470e
    namespace: kserve-ci-e2e-test
    resourceVersion: "31822"
    uid: 0e7f4cb7-9ecc-4bf4-b2c2-52b1dea2bc8b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:43:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-78c4fe-predictor-5cb4f6644f-kzbwf
    namespace: kserve-ci-e2e-test
    resourceVersion: "31804"
    uid: ca450c63-6069-4906-8945-433efd89033c
  kind: Event
  lastTimestamp: "2026-07-20T10:43:23Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:038cd29f3e031cdfd5fa54ba896bbecc69cd255eda6b470c2f7bce5282357bb8"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-20T10:43:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:43:23Z"
    name: isvc-primary-78c4fe-predictor-5cb4f6644f-kzbwf.18c3f97f799199c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "31824"
    uid: 0d5c64fd-6326-4428-9951-15922258cbae
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:43:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-78c4fe-predictor-5cb4f6644f-kzbwf
    namespace: kserve-ci-e2e-test
    resourceVersion: "31804"
    uid: ca450c63-6069-4906-8945-433efd89033c
  kind: Event
  lastTimestamp: "2026-07-20T10:43:23Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-20T10:43:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:43:23Z"
    name: isvc-primary-78c4fe-predictor-5cb4f6644f-kzbwf.18c3f97f7c134ab3
    namespace: kserve-ci-e2e-test
    resourceVersion: "31826"
    uid: 7fd64545-f930-42de-a953-a6ef8028d5b7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:43:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-78c4fe-predictor-5cb4f6644f-kzbwf
    namespace: kserve-ci-e2e-test
    resourceVersion: "31804"
    uid: ca450c63-6069-4906-8945-433efd89033c
  kind: Event
  lastTimestamp: "2026-07-20T10:43:23Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-20T10:43:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:43:23Z"
    name: isvc-primary-78c4fe-predictor-5cb4f6644f-kzbwf.18c3f97f7c7e6954
    namespace: kserve-ci-e2e-test
    resourceVersion: "31827"
    uid: 46387c00-8847-4574-9138-0e632283ac62
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:43:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-78c4fe-predictor-5cb4f6644f-kzbwf
    namespace: kserve-ci-e2e-test
    resourceVersion: "31804"
    uid: ca450c63-6069-4906-8945-433efd89033c
  kind: Event
  lastTimestamp: "2026-07-20T10:43:27Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1771"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-20T10:43:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:43:27Z"
    name: isvc-primary-78c4fe-predictor-5cb4f6644f-kzbwf.18c3f98061b20ab5
    namespace: kserve-ci-e2e-test
    resourceVersion: "31857"
    uid: d3aeaf01-17cd-485a-a1eb-73fa2e76b843
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:43:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-78c4fe-predictor-5cb4f6644f-kzbwf
    namespace: kserve-ci-e2e-test
    resourceVersion: "31804"
    uid: ca450c63-6069-4906-8945-433efd89033c
  kind: Event
  lastTimestamp: "2026-07-20T10:43:27Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-20T10:43:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:43:27Z"
    name: isvc-primary-78c4fe-predictor-5cb4f6644f-kzbwf.18c3f98064f20cd8
    namespace: kserve-ci-e2e-test
    resourceVersion: "31859"
    uid: e0fcae8a-d6e2-4ae3-9c95-d08fa239b8fb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:43:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-78c4fe-predictor-5cb4f6644f-kzbwf
    namespace: kserve-ci-e2e-test
    resourceVersion: "31804"
    uid: ca450c63-6069-4906-8945-433efd89033c
  kind: Event
  lastTimestamp: "2026-07-20T10:43:27Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-20T10:43:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:43:27Z"
    name: isvc-primary-78c4fe-predictor-5cb4f6644f-kzbwf.18c3f9806568c129
    namespace: kserve-ci-e2e-test
    resourceVersion: "31860"
    uid: 8624a33e-d327-49f9-bf67-6432faf6c6fb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:43:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-78c4fe-predictor-5cb4f6644f-kzbwf
    namespace: kserve-ci-e2e-test
    resourceVersion: "31804"
    uid: ca450c63-6069-4906-8945-433efd89033c
  kind: Event
  lastTimestamp: "2026-07-20T10:43:27Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-20T10:43:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:43:27Z"
    name: isvc-primary-78c4fe-predictor-5cb4f6644f-kzbwf.18c3f9806572ab2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "31861"
    uid: 83533fd9-0886-4248-82f4-31ff271f1c61
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:43:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-78c4fe-predictor-5cb4f6644f-kzbwf
    namespace: kserve-ci-e2e-test
    resourceVersion: "31804"
    uid: ca450c63-6069-4906-8945-433efd89033c
  kind: Event
  lastTimestamp: "2026-07-20T10:43:27Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-20T10:43:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:43:27Z"
    name: isvc-primary-78c4fe-predictor-5cb4f6644f-kzbwf.18c3f980696b432d
    namespace: kserve-ci-e2e-test
    resourceVersion: "31865"
    uid: d226f1a8-b965-4572-afe6-d4720dccbf13
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:43:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-78c4fe-predictor-5cb4f6644f-kzbwf
    namespace: kserve-ci-e2e-test
    resourceVersion: "31804"
    uid: ca450c63-6069-4906-8945-433efd89033c
  kind: Event
  lastTimestamp: "2026-07-20T10:43:27Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-20T10:43:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:43:27Z"
    name: isvc-primary-78c4fe-predictor-5cb4f6644f-kzbwf.18c3f98069fc05f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "31866"
    uid: 9f64f823-cac1-40d8-af41-878a47b2252f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-20T10:43:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-78c4fe-predictor-5cb4f6644f-kzbwf
    namespace: kserve-ci-e2e-test
    resourceVersion: "31804"
    uid: ca450c63-6069-4906-8945-433efd89033c
  kind: Event
  lastTimestamp: "2026-07-20T10:45:25Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.45:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-20T10:43:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:45:25Z"
    name: isvc-primary-78c4fe-predictor-5cb4f6644f-kzbwf.18c3f980d9806f89
    namespace: kserve-ci-e2e-test
    resourceVersion: "32817"
    uid: 38acdfd5-dda8-4029-a6f5-d4e4121c6ba2
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:45:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-78c4fe-predictor-5cb4f6644f-kzbwf
    namespace: kserve-ci-e2e-test
    resourceVersion: "31804"
    uid: ca450c63-6069-4906-8945-433efd89033c
  kind: Event
  lastTimestamp: "2026-07-20T10:45:24Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-20T10:45:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:45:24Z"
    name: isvc-primary-78c4fe-predictor-5cb4f6644f-kzbwf.18c3f99b962c0244
    namespace: kserve-ci-e2e-test
    resourceVersion: "32801"
    uid: 81379470-1f9f-47cb-b9dc-b9c7f4f9be80
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:45:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-78c4fe-predictor-5cb4f6644f-kzbwf
    namespace: kserve-ci-e2e-test
    resourceVersion: "31804"
    uid: ca450c63-6069-4906-8945-433efd89033c
  kind: Event
  lastTimestamp: "2026-07-20T10:45:24Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-20T10:45:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:45:24Z"
    name: isvc-primary-78c4fe-predictor-5cb4f6644f-kzbwf.18c3f99b962cf08b
    namespace: kserve-ci-e2e-test
    resourceVersion: "32802"
    uid: ee8f9c84-ac4b-4a2d-889a-f970de7e0184
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:45:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-78c4fe-predictor-5cb4f6644f-kzbwf
    namespace: kserve-ci-e2e-test
    resourceVersion: "31804"
    uid: ca450c63-6069-4906-8945-433efd89033c
  kind: Event
  lastTimestamp: "2026-07-20T10:45:25Z"
  message: 'Readiness probe failed: Get "https://10.132.0.45:8643/healthz": dial tcp
    10.132.0.45:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-20T10:45:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:45:25Z"
    name: isvc-primary-78c4fe-predictor-5cb4f6644f-kzbwf.18c3f99bdbcf9027
    namespace: kserve-ci-e2e-test
    resourceVersion: "32816"
    uid: 7759302f-a9ff-4b0b-b94a-5bd3e660dd88
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:43:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-primary-78c4fe-predictor-5cb4f6644f
    namespace: kserve-ci-e2e-test
    resourceVersion: "31792"
    uid: f9e4f0f7-a4c7-48a6-a9c2-d8febbc99840
  kind: Event
  lastTimestamp: "2026-07-20T10:43:22Z"
  message: 'Created pod: isvc-primary-78c4fe-predictor-5cb4f6644f-kzbwf'
  metadata:
    creationTimestamp: "2026-07-20T10:43:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T10:43:22Z"
    name: isvc-primary-78c4fe-predictor-5cb4f6644f.18c3f97f5d4e7a17
    namespace: kserve-ci-e2e-test
    resourceVersion: "31803"
    uid: c0054e8f-1521-4a07-ad2e-96bf7b72668e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:43:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-primary-78c4fe-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31789"
    uid: bf4da141-00af-4ea7-9e76-bebaa8a07f93
  kind: Event
  lastTimestamp: "2026-07-20T10:43:22Z"
  message: Scaled up replica set isvc-primary-78c4fe-predictor-5cb4f6644f from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-20T10:43:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T10:43:22Z"
    name: isvc-primary-78c4fe-predictor.18c3f97f55849a77
    namespace: kserve-ci-e2e-test
    resourceVersion: "31793"
    uid: 50dc7bf1-8e65-4dae-a34a-745f2e9c18eb
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-20T10:43:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-78c4fe-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31791"
    uid: b39ca590-4530-403c-b0f8-0c0e07f5a51c
  kind: Event
  lastTimestamp: "2026-07-20T10:43:52Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-20T10:43:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T10:43:52Z"
    name: isvc-primary-78c4fe-predictor.18c3f982d4c7be8a
    namespace: kserve-ci-e2e-test
    resourceVersion: "32053"
    uid: 82bb6d5e-6705-460c-a27a-fbc987737422
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-20T10:43:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-78c4fe-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31791"
    uid: b39ca590-4530-403c-b0f8-0c0e07f5a51c
  kind: Event
  lastTimestamp: "2026-07-20T10:43:52Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-20T10:43:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T10:43:52Z"
    name: isvc-primary-78c4fe-predictor.18c3f982d5428e5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "32054"
    uid: 85720e49-1979-4e0f-a1df-b7996c6bb02e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-20T10:44:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-78c4fe-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31941"
    uid: b39ca590-4530-403c-b0f8-0c0e07f5a51c
  kind: Event
  lastTimestamp: "2026-07-20T10:45:07Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-20T10:44:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T10:45:07Z"
    name: isvc-primary-78c4fe-predictor.18c3f989d34e2b5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "32604"
    uid: dfea7c9c-1be5-4447-b54b-647c1d44b47b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-20T10:44:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-78c4fe-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31941"
    uid: b39ca590-4530-403c-b0f8-0c0e07f5a51c
  kind: Event
  lastTimestamp: "2026-07-20T10:45:07Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-20T10:44:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T10:45:07Z"
    name: isvc-primary-78c4fe-predictor.18c3f989d3b694ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "32609"
    uid: 2dff945a-e259-4ee9-910f-2da7c2449dda
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-20T10:43:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-78c4fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "31783"
    uid: ce2b4bf5-aa0a-4b0c-93f8-95aea70b7bae
  kind: Event
  lastTimestamp: "2026-07-20T10:44:45Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-20T10:43:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-20T10:44:45Z"
    name: isvc-primary-78c4fe.18c3f97f55ee9cff
    namespace: kserve-ci-e2e-test
    resourceVersion: "32435"
    uid: 42237ae2-a3f5-4d1d-b9e6-173315fafc8e
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-20T10:43:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-78c4fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "31783"
    uid: ce2b4bf5-aa0a-4b0c-93f8-95aea70b7bae
  kind: Event
  lastTimestamp: "2026-07-20T10:43:22Z"
  message: 'Failed to update status for InferenceService "isvc-primary-78c4fe": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-primary-78c4fe":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-20T10:43:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-20T10:43:22Z"
    name: isvc-primary-78c4fe.18c3f97f56a18f0c
    namespace: kserve-ci-e2e-test
    resourceVersion: "31814"
    uid: f38dec41-4ead-4979-bfa0-f7b30139e4d9
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-20T10:43:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-78c4fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "31783"
    uid: ce2b4bf5-aa0a-4b0c-93f8-95aea70b7bae
  kind: Event
  lastTimestamp: "2026-07-20T10:43:22Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-primary-78c4fe": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-20T10:43:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-20T10:43:22Z"
    name: isvc-primary-78c4fe.18c3f97f56a1d8dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "31816"
    uid: 8d064c41-f542-4e42-a14f-c96cff9b63b1
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:44:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-78c4fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "32433"
    uid: ce2b4bf5-aa0a-4b0c-93f8-95aea70b7bae
  kind: Event
  lastTimestamp: "2026-07-20T10:44:45Z"
  message: InferenceService [isvc-primary-78c4fe] is Ready
  metadata:
    creationTimestamp: "2026-07-20T10:44:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-20T10:44:45Z"
    name: isvc-primary-78c4fe.18c3f992910500bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "32434"
    uid: b5757a32-5340-49f7-8043-c525be5dcef3
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-20T10:45:07.890666Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-78c4fe-predictor-77b8f88db6-xkm44
    namespace: kserve-ci-e2e-test
    resourceVersion: "32620"
    uid: 0789676c-24ca-443c-bfda-4583278d702a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-secondary-78c4fe-predictor-77b8f88db6-xkm44
    to ip-10-0-134-80.ec2.internal
  metadata:
    creationTimestamp: "2026-07-20T10:45:07Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-20T10:45:07Z"
    name: isvc-secondary-78c4fe-predictor-77b8f88db6-xkm44.18c3f997d5c4d40f
    namespace: kserve-ci-e2e-test
    resourceVersion: "32624"
    uid: 3e016f93-6f9c-437b-b561-2dc496dace23
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-689d9fc459-bqtkn
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:45:08Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-78c4fe-predictor-77b8f88db6-xkm44
    namespace: kserve-ci-e2e-test
    resourceVersion: "32622"
    uid: 0789676c-24ca-443c-bfda-4583278d702a
  kind: Event
  lastTimestamp: "2026-07-20T10:45:08Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-secondary-78c4fe-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-20T10:45:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:45:08Z"
    name: isvc-secondary-78c4fe-predictor-77b8f88db6-xkm44.18c3f997e1564ae7
    namespace: kserve-ci-e2e-test
    resourceVersion: "32633"
    uid: 99e3304d-da3a-4b2e-a39d-9b6eabffd67e
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:45:08Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-78c4fe-predictor-77b8f88db6-xkm44
    namespace: kserve-ci-e2e-test
    resourceVersion: "32629"
    uid: 0789676c-24ca-443c-bfda-4583278d702a
  kind: Event
  lastTimestamp: "2026-07-20T10:45:08Z"
  message: Add eth0 [10.132.0.46/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-20T10:45:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-20T10:45:08Z"
    name: isvc-secondary-78c4fe-predictor-77b8f88db6-xkm44.18c3f99812ad04ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "32644"
    uid: 8d3fc52d-09f1-4a92-b3c8-5ebd0b3fc1f1
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-20T10:45:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-78c4fe-predictor-77b8f88db6-xkm44
    namespace: kserve-ci-e2e-test
    resourceVersion: "32622"
    uid: 0789676c-24ca-443c-bfda-4583278d702a
  kind: Event
  lastTimestamp: "2026-07-20T10:45:13Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:038cd29f3e031cdfd5fa54ba896bbecc69cd255eda6b470c2f7bce5282357bb8"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-20T10:45:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:45:13Z"
    name: isvc-secondary-78c4fe-predictor-77b8f88db6-xkm44.18c3f998141a4687
    namespace: kserve-ci-e2e-test
    resourceVersion: "32684"
    uid: 611c62fe-b69a-4b3e-98a8-5ee992b81af1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-20T10:45:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-78c4fe-predictor-77b8f88db6-xkm44
    namespace: kserve-ci-e2e-test
    resourceVersion: "32622"
    uid: 0789676c-24ca-443c-bfda-4583278d702a
  kind: Event
  lastTimestamp: "2026-07-20T10:45:13Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-20T10:45:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:45:13Z"
    name: isvc-secondary-78c4fe-predictor-77b8f88db6-xkm44.18c3f998172611ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "32686"
    uid: b600b55b-b063-4904-83a5-95279ecc06c0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-20T10:45:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-78c4fe-predictor-77b8f88db6-xkm44
    namespace: kserve-ci-e2e-test
    resourceVersion: "32622"
    uid: 0789676c-24ca-443c-bfda-4583278d702a
  kind: Event
  lastTimestamp: "2026-07-20T10:45:13Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-20T10:45:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:45:13Z"
    name: isvc-secondary-78c4fe-predictor-77b8f88db6-xkm44.18c3f998178fbae5
    namespace: kserve-ci-e2e-test
    resourceVersion: "32687"
    uid: 872d5e8e-6c68-4fc1-9f2d-424fcae8d00d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:45:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-78c4fe-predictor-77b8f88db6-xkm44
    namespace: kserve-ci-e2e-test
    resourceVersion: "32622"
    uid: 0789676c-24ca-443c-bfda-4583278d702a
  kind: Event
  lastTimestamp: "2026-07-20T10:45:17Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-secondary-78c4fe-predictor-77b8f88db6-xkm44_kserve-ci-e2e-test(0789676c-24ca-443c-bfda-4583278d702a)
  metadata:
    creationTimestamp: "2026-07-20T10:45:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:45:17Z"
    name: isvc-secondary-78c4fe-predictor-77b8f88db6-xkm44.18c3f99a16837bba
    namespace: kserve-ci-e2e-test
    resourceVersion: "32716"
    uid: 6d8e84da-b0bc-44ee-b92f-c10fc3f7ee69
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:45:07Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-secondary-78c4fe-predictor-77b8f88db6
    namespace: kserve-ci-e2e-test
    resourceVersion: "32611"
    uid: 6a2b5009-a9f4-4f3d-8d4a-e4923f3cee05
  kind: Event
  lastTimestamp: "2026-07-20T10:45:07Z"
  message: 'Created pod: isvc-secondary-78c4fe-predictor-77b8f88db6-xkm44'
  metadata:
    creationTimestamp: "2026-07-20T10:45:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T10:45:07Z"
    name: isvc-secondary-78c4fe-predictor-77b8f88db6.18c3f997d55add5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "32621"
    uid: 9ab8c9c3-747d-452f-bf3d-ca846b2a0383
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:45:07Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-secondary-78c4fe-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32608"
    uid: 5dff8c8f-cdec-49ad-a218-0c845ef5923a
  kind: Event
  lastTimestamp: "2026-07-20T10:45:07Z"
  message: Scaled up replica set isvc-secondary-78c4fe-predictor-77b8f88db6 from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-20T10:45:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T10:45:07Z"
    name: isvc-secondary-78c4fe-predictor.18c3f997d1355817
    namespace: kserve-ci-e2e-test
    resourceVersion: "32612"
    uid: 12c8c6a3-9841-424d-b4c1-d0ded309b352
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:45:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-78c4fe-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32610"
    uid: d3de629f-0931-4a4c-88bb-ed419f02c373
  kind: Event
  lastTimestamp: "2026-07-20T10:45:22Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-20T10:45:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T10:45:22Z"
    name: isvc-secondary-78c4fe-predictor.18c3f99b4fb4b043
    namespace: kserve-ci-e2e-test
    resourceVersion: "32758"
    uid: 93da768f-7c16-43b8-9157-8dc182e06dc4
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:45:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-78c4fe-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32610"
    uid: d3de629f-0931-4a4c-88bb-ed419f02c373
  kind: Event
  lastTimestamp: "2026-07-20T10:45:22Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-20T10:45:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T10:45:22Z"
    name: isvc-secondary-78c4fe-predictor.18c3f99b5021290f
    namespace: kserve-ci-e2e-test
    resourceVersion: "32760"
    uid: cfbd1782-9da9-444e-8777-ad0bec409f1e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-07-20T10:45:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-78c4fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "32600"
    uid: ac7508a9-dc58-4c44-b3b7-0453d213ea69
  kind: Event
  lastTimestamp: "2026-07-20T10:45:17Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-20T10:45:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-20T10:45:17Z"
    name: isvc-secondary-78c4fe.18c3f997d132e210
    namespace: kserve-ci-e2e-test
    resourceVersion: "32721"
    uid: c8a506f9-5a10-4397-9659-8e3ba78fc721
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:45:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-78c4fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "32600"
    uid: ac7508a9-dc58-4c44-b3b7-0453d213ea69
  kind: Event
  lastTimestamp: "2026-07-20T10:45:07Z"
  message: 'Failed to update status for InferenceService "isvc-secondary-78c4fe":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-secondary-78c4fe":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-20T10:45:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-20T10:45:07Z"
    name: isvc-secondary-78c4fe.18c3f997d1cabdc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "32615"
    uid: 98238454-21d1-4c7a-a0c6-4c9a2ed759b6
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:45:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-78c4fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "32600"
    uid: ac7508a9-dc58-4c44-b3b7-0453d213ea69
  kind: Event
  lastTimestamp: "2026-07-20T10:45:07Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-secondary-78c4fe": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-20T10:45:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-20T10:45:07Z"
    name: isvc-secondary-78c4fe.18c3f997d1cafcc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "32616"
    uid: c2ae49ae-ff7f-4feb-9b8f-567f0ba53ea1
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-20T10:11:36.981891Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-7d9cf8c775-4t5p2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16198"
    uid: 9b60bcbc-279f-4033-b37c-fb038c2d6bc9
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-batcher-custom-predictor-7d9cf8c775-4t5p2
    to ip-10-0-134-80.ec2.internal
  metadata:
    creationTimestamp: "2026-07-20T10:11:36Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-20T10:11:36Z"
    name: isvc-sklearn-batcher-custom-predictor-7d9cf8c775-4t5p2.18c3f7c3a24407da
    namespace: kserve-ci-e2e-test
    resourceVersion: "16207"
    uid: e31b32e9-af70-4f9f-9689-ae61a7ee0ac0
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-689d9fc459-bqtkn
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:11:37Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-7d9cf8c775-4t5p2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16213"
    uid: 9b60bcbc-279f-4033-b37c-fb038c2d6bc9
  kind: Event
  lastTimestamp: "2026-07-20T10:11:37Z"
  message: Add eth0 [10.132.0.24/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-20T10:11:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-20T10:11:37Z"
    name: isvc-sklearn-batcher-custom-predictor-7d9cf8c775-4t5p2.18c3f7c3bb801638
    namespace: kserve-ci-e2e-test
    resourceVersion: "16223"
    uid: 112af3a7-9e7f-4fa9-91eb-e3c4ba9e3319
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:11:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-7d9cf8c775-4t5p2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16203"
    uid: 9b60bcbc-279f-4033-b37c-fb038c2d6bc9
  kind: Event
  lastTimestamp: "2026-07-20T10:11:37Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:038cd29f3e031cdfd5fa54ba896bbecc69cd255eda6b470c2f7bce5282357bb8"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-20T10:11:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:11:37Z"
    name: isvc-sklearn-batcher-custom-predictor-7d9cf8c775-4t5p2.18c3f7c3bd4c6bdd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16225"
    uid: 32f6795d-0bac-43ac-89d3-812d8661b25a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:11:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-7d9cf8c775-4t5p2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16203"
    uid: 9b60bcbc-279f-4033-b37c-fb038c2d6bc9
  kind: Event
  lastTimestamp: "2026-07-20T10:11:37Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-20T10:11:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:11:37Z"
    name: isvc-sklearn-batcher-custom-predictor-7d9cf8c775-4t5p2.18c3f7c3c08e7ead
    namespace: kserve-ci-e2e-test
    resourceVersion: "16226"
    uid: bc711847-2293-42ca-aef9-458e95dc2424
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:11:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-7d9cf8c775-4t5p2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16203"
    uid: 9b60bcbc-279f-4033-b37c-fb038c2d6bc9
  kind: Event
  lastTimestamp: "2026-07-20T10:11:37Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-20T10:11:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:11:37Z"
    name: isvc-sklearn-batcher-custom-predictor-7d9cf8c775-4t5p2.18c3f7c3c0fd6639
    namespace: kserve-ci-e2e-test
    resourceVersion: "16227"
    uid: 9a714bf2-f51b-411a-9aa6-e7c8977b8f32
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:11:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-7d9cf8c775-4t5p2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16203"
    uid: 9b60bcbc-279f-4033-b37c-fb038c2d6bc9
  kind: Event
  lastTimestamp: "2026-07-20T10:11:41Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1771"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-20T10:11:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:11:41Z"
    name: isvc-sklearn-batcher-custom-predictor-7d9cf8c775-4t5p2.18c3f7c4c3203111
    namespace: kserve-ci-e2e-test
    resourceVersion: "16269"
    uid: b603d69e-65f2-4f3e-9238-9d58883732bc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:11:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-7d9cf8c775-4t5p2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16203"
    uid: 9b60bcbc-279f-4033-b37c-fb038c2d6bc9
  kind: Event
  lastTimestamp: "2026-07-20T10:11:41Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-20T10:11:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:11:41Z"
    name: isvc-sklearn-batcher-custom-predictor-7d9cf8c775-4t5p2.18c3f7c4c62e98a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "16272"
    uid: c0c6ee0e-b5fb-49f7-9259-57b3aa7ef665
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:11:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-7d9cf8c775-4t5p2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16203"
    uid: 9b60bcbc-279f-4033-b37c-fb038c2d6bc9
  kind: Event
  lastTimestamp: "2026-07-20T10:11:41Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-20T10:11:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:11:41Z"
    name: isvc-sklearn-batcher-custom-predictor-7d9cf8c775-4t5p2.18c3f7c4c6a10c32
    namespace: kserve-ci-e2e-test
    resourceVersion: "16274"
    uid: 97c9bb51-77b5-4ba3-bf1d-032396f27c33
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:11:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-7d9cf8c775-4t5p2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16203"
    uid: 9b60bcbc-279f-4033-b37c-fb038c2d6bc9
  kind: Event
  lastTimestamp: "2026-07-20T10:11:41Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-20T10:11:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:11:41Z"
    name: isvc-sklearn-batcher-custom-predictor-7d9cf8c775-4t5p2.18c3f7c4c6aaf46b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16275"
    uid: f6445e74-504b-4e55-acba-adae150eb9da
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:11:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-7d9cf8c775-4t5p2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16203"
    uid: 9b60bcbc-279f-4033-b37c-fb038c2d6bc9
  kind: Event
  lastTimestamp: "2026-07-20T10:11:41Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-20T10:11:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:11:41Z"
    name: isvc-sklearn-batcher-custom-predictor-7d9cf8c775-4t5p2.18c3f7c4ca3df8c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "16277"
    uid: 867a9a87-f42c-4d5f-b170-2b37e97d017c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:11:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-7d9cf8c775-4t5p2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16203"
    uid: 9b60bcbc-279f-4033-b37c-fb038c2d6bc9
  kind: Event
  lastTimestamp: "2026-07-20T10:11:41Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-20T10:11:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:11:41Z"
    name: isvc-sklearn-batcher-custom-predictor-7d9cf8c775-4t5p2.18c3f7c4caf5c949
    namespace: kserve-ci-e2e-test
    resourceVersion: "16279"
    uid: 7bea44f5-804b-4e95-82d2-a0b56c8fd1a9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:11:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-7d9cf8c775-4t5p2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16203"
    uid: 9b60bcbc-279f-4033-b37c-fb038c2d6bc9
  kind: Event
  lastTimestamp: "2026-07-20T10:11:41Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:07d9be4ee48ab8e3f13b5e400054db7129a4dfd20edc4167e0ae24bd38c38bfa"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-20T10:11:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:11:41Z"
    name: isvc-sklearn-batcher-custom-predictor-7d9cf8c775-4t5p2.18c3f7c4cb034fbe
    namespace: kserve-ci-e2e-test
    resourceVersion: "16280"
    uid: 0ee59b04-a9fc-4c55-ad98-dd0997431c51
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:11:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-7d9cf8c775-4t5p2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16203"
    uid: 9b60bcbc-279f-4033-b37c-fb038c2d6bc9
  kind: Event
  lastTimestamp: "2026-07-20T10:11:42Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-07-20T10:11:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:11:42Z"
    name: isvc-sklearn-batcher-custom-predictor-7d9cf8c775-4t5p2.18c3f7c4cd8e017e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16281"
    uid: 11ef3ffc-b0dd-463f-b032-b852f9132fb4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:11:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-7d9cf8c775-4t5p2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16203"
    uid: 9b60bcbc-279f-4033-b37c-fb038c2d6bc9
  kind: Event
  lastTimestamp: "2026-07-20T10:11:42Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-07-20T10:11:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:11:42Z"
    name: isvc-sklearn-batcher-custom-predictor-7d9cf8c775-4t5p2.18c3f7c4ce3e3a0f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16283"
    uid: 547685d9-7c8f-4fa9-a768-e4e20f860d2e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-20T10:11:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-7d9cf8c775-4t5p2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16203"
    uid: 9b60bcbc-279f-4033-b37c-fb038c2d6bc9
  kind: Event
  lastTimestamp: "2026-07-20T10:13:28Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.24:5000: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-20T10:11:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:13:28Z"
    name: isvc-sklearn-batcher-custom-predictor-7d9cf8c775-4t5p2.18c3f7c4ff27e13d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17210"
    uid: f1d6990e-2f83-4984-8918-8ba54115c852
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-20T10:11:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-7d9cf8c775-4t5p2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16203"
    uid: 9b60bcbc-279f-4033-b37c-fb038c2d6bc9
  kind: Event
  lastTimestamp: "2026-07-20T10:13:18Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-07-20T10:11:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:13:18Z"
    name: isvc-sklearn-batcher-custom-predictor-7d9cf8c775-4t5p2.18c3f7c4ff31dea5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17056"
    uid: 34f253af-9c62-45ee-b999-b67cd398fa50
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:13:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-7d9cf8c775-4t5p2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16203"
    uid: 9b60bcbc-279f-4033-b37c-fb038c2d6bc9
  kind: Event
  lastTimestamp: "2026-07-20T10:13:12Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-20T10:13:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:13:12Z"
    name: isvc-sklearn-batcher-custom-predictor-7d9cf8c775-4t5p2.18c3f7d9c7d16c5a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16985"
    uid: 081d25a4-d282-41e4-a54b-b856d856eea0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:13:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-7d9cf8c775-4t5p2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16203"
    uid: 9b60bcbc-279f-4033-b37c-fb038c2d6bc9
  kind: Event
  lastTimestamp: "2026-07-20T10:13:12Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-07-20T10:13:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:13:12Z"
    name: isvc-sklearn-batcher-custom-predictor-7d9cf8c775-4t5p2.18c3f7d9c7d25637
    namespace: kserve-ci-e2e-test
    resourceVersion: "16987"
    uid: 785f75b7-16e1-4878-967c-0650c583904d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:13:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-7d9cf8c775-4t5p2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16203"
    uid: 9b60bcbc-279f-4033-b37c-fb038c2d6bc9
  kind: Event
  lastTimestamp: "2026-07-20T10:13:12Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-20T10:13:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:13:12Z"
    name: isvc-sklearn-batcher-custom-predictor-7d9cf8c775-4t5p2.18c3f7d9c7d2cc49
    namespace: kserve-ci-e2e-test
    resourceVersion: "16988"
    uid: 02387c6e-25a3-4800-b306-e5ba02ff984b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-20T10:13:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-7d9cf8c775-4t5p2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16203"
    uid: 9b60bcbc-279f-4033-b37c-fb038c2d6bc9
  kind: Event
  lastTimestamp: "2026-07-20T10:13:28Z"
  message: 'Readiness probe failed: Get "https://10.132.0.24:8643/healthz": dial tcp
    10.132.0.24:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-20T10:13:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:13:28Z"
    name: isvc-sklearn-batcher-custom-predictor-7d9cf8c775-4t5p2.18c3f7da2f5c5e3a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17209"
    uid: fd66cee6-5ceb-4ec6-9b3a-e6ee138205a1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:11:36Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-batcher-custom-predictor-7d9cf8c775
    namespace: kserve-ci-e2e-test
    resourceVersion: "16168"
    uid: 2d2a8da3-da7a-4054-9fb5-1431e0887a01
  kind: Event
  lastTimestamp: "2026-07-20T10:11:36Z"
  message: 'Created pod: isvc-sklearn-batcher-custom-predictor-7d9cf8c775-4t5p2'
  metadata:
    creationTimestamp: "2026-07-20T10:11:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T10:11:36Z"
    name: isvc-sklearn-batcher-custom-predictor-7d9cf8c775.18c3f7c3a1890359
    namespace: kserve-ci-e2e-test
    resourceVersion: "16202"
    uid: a89ec3b2-edf3-4bbd-b795-eaacf6e46724
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:11:36Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16166"
    uid: cb059e63-43d6-4341-99a7-cebb2e175a56
  kind: Event
  lastTimestamp: "2026-07-20T10:11:36Z"
  message: Scaled up replica set isvc-sklearn-batcher-custom-predictor-7d9cf8c775
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-20T10:11:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T10:11:36Z"
    name: isvc-sklearn-batcher-custom-predictor.18c3f7c396fff171
    namespace: kserve-ci-e2e-test
    resourceVersion: "16171"
    uid: 75896b1c-e06c-48d6-9108-c6d2a4dbcb60
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-20T10:11:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16167"
    uid: 59a69bb4-4757-4633-b684-6a30776a0da3
  kind: Event
  lastTimestamp: "2026-07-20T10:12:06Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-20T10:11:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T10:12:06Z"
    name: isvc-sklearn-batcher-custom-predictor.18c3f7c715987890
    namespace: kserve-ci-e2e-test
    resourceVersion: "16463"
    uid: 83fe0ec9-bc12-493d-8fa2-b9b33e95d0bb
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-20T10:11:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16167"
    uid: 59a69bb4-4757-4633-b684-6a30776a0da3
  kind: Event
  lastTimestamp: "2026-07-20T10:12:06Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-20T10:11:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T10:12:06Z"
    name: isvc-sklearn-batcher-custom-predictor.18c3f7c71607ade2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16464"
    uid: 6a8d5238-a9a6-4b3f-a567-2288ba383fd7
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-20T10:12:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16360"
    uid: 59a69bb4-4757-4633-b684-6a30776a0da3
  kind: Event
  lastTimestamp: "2026-07-20T10:13:06Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-20T10:12:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T10:13:06Z"
    name: isvc-sklearn-batcher-custom-predictor.18c3f7ce141b5d61
    namespace: kserve-ci-e2e-test
    resourceVersion: "16903"
    uid: 72839520-ca62-4a76-8c82-42fb04a387f8
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-20T10:12:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16360"
    uid: 59a69bb4-4757-4633-b684-6a30776a0da3
  kind: Event
  lastTimestamp: "2026-07-20T10:13:06Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-20T10:12:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T10:13:06Z"
    name: isvc-sklearn-batcher-custom-predictor.18c3f7ce14993e75
    namespace: kserve-ci-e2e-test
    resourceVersion: "16904"
    uid: 48111b84-0134-45af-8977-35c1a1b6cc17
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-20T10:11:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "16157"
    uid: dba94d4e-54c6-4c89-800a-544c34240932
  kind: Event
  lastTimestamp: "2026-07-20T10:12:59Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-20T10:11:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-20T10:12:59Z"
    name: isvc-sklearn-batcher-custom.18c3f7c397810310
    namespace: kserve-ci-e2e-test
    resourceVersion: "16844"
    uid: 65bfb3d8-0db2-4fca-8843-64b32d688ff8
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-20T10:11:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "16157"
    uid: dba94d4e-54c6-4c89-800a-544c34240932
  kind: Event
  lastTimestamp: "2026-07-20T10:11:36Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-batcher-custom":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-batcher-custom":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-20T10:11:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-20T10:11:37Z"
    name: isvc-sklearn-batcher-custom.18c3f7c39843bc7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16212"
    uid: e95bb234-8104-4bef-a9d1-1c16b20d53e3
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:11:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "16176"
    uid: dba94d4e-54c6-4c89-800a-544c34240932
  kind: Event
  lastTimestamp: "2026-07-20T10:11:36Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-batcher-custom": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-20T10:11:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-20T10:11:37Z"
    name: isvc-sklearn-batcher-custom.18c3f7c3a34e0307
    namespace: kserve-ci-e2e-test
    resourceVersion: "16215"
    uid: 52c56755-c91f-4d93-a8c3-b70c8ef991b0
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:12:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "16842"
    uid: dba94d4e-54c6-4c89-800a-544c34240932
  kind: Event
  lastTimestamp: "2026-07-20T10:12:58Z"
  message: InferenceService [isvc-sklearn-batcher-custom] is Ready
  metadata:
    creationTimestamp: "2026-07-20T10:12:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-20T10:12:58Z"
    name: isvc-sklearn-batcher-custom.18c3f7d6b9c17c0b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16843"
    uid: 0919eff5-749d-44c7-8962-59af14e4e04f
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-20T10:09:51.693112Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-predictor-99c7db5b8-phrrr
    namespace: kserve-ci-e2e-test
    resourceVersion: "15352"
    uid: 70cd0f26-90ba-44cf-b4e6-aa93b423410c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-batcher-predictor-99c7db5b8-phrrr
    to ip-10-0-134-80.ec2.internal
  metadata:
    creationTimestamp: "2026-07-20T10:09:51Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-20T10:09:51Z"
    name: isvc-sklearn-batcher-predictor-99c7db5b8-phrrr.18c3f7ab1e90b973
    namespace: kserve-ci-e2e-test
    resourceVersion: "15360"
    uid: 0a624385-10d2-422b-899a-5c440cbd6b4b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-689d9fc459-bqtkn
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:09:52Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-predictor-99c7db5b8-phrrr
    namespace: kserve-ci-e2e-test
    resourceVersion: "15363"
    uid: 70cd0f26-90ba-44cf-b4e6-aa93b423410c
  kind: Event
  lastTimestamp: "2026-07-20T10:09:52Z"
  message: Add eth0 [10.132.0.23/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-20T10:09:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-20T10:09:52Z"
    name: isvc-sklearn-batcher-predictor-99c7db5b8-phrrr.18c3f7ab37f13c27
    namespace: kserve-ci-e2e-test
    resourceVersion: "15371"
    uid: 40b2012f-d412-4830-b502-a8456e6cf7d4
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:09:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-99c7db5b8-phrrr
    namespace: kserve-ci-e2e-test
    resourceVersion: "15353"
    uid: 70cd0f26-90ba-44cf-b4e6-aa93b423410c
  kind: Event
  lastTimestamp: "2026-07-20T10:09:52Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:038cd29f3e031cdfd5fa54ba896bbecc69cd255eda6b470c2f7bce5282357bb8"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-20T10:09:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:09:52Z"
    name: isvc-sklearn-batcher-predictor-99c7db5b8-phrrr.18c3f7ab3997bebf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15374"
    uid: f003252d-0be4-4f0e-af7a-35986b7cd7d9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:09:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-99c7db5b8-phrrr
    namespace: kserve-ci-e2e-test
    resourceVersion: "15353"
    uid: 70cd0f26-90ba-44cf-b4e6-aa93b423410c
  kind: Event
  lastTimestamp: "2026-07-20T10:09:52Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-20T10:09:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:09:52Z"
    name: isvc-sklearn-batcher-predictor-99c7db5b8-phrrr.18c3f7ab3d0e5271
    namespace: kserve-ci-e2e-test
    resourceVersion: "15375"
    uid: c8ad6fb4-fa89-43b0-9300-d6ae0afa4a4d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:09:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-99c7db5b8-phrrr
    namespace: kserve-ci-e2e-test
    resourceVersion: "15353"
    uid: 70cd0f26-90ba-44cf-b4e6-aa93b423410c
  kind: Event
  lastTimestamp: "2026-07-20T10:09:52Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-20T10:09:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:09:52Z"
    name: isvc-sklearn-batcher-predictor-99c7db5b8-phrrr.18c3f7ab3dd5256b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15376"
    uid: d68ccf83-fb75-45d3-8fea-3975ceb5d89f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:09:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-99c7db5b8-phrrr
    namespace: kserve-ci-e2e-test
    resourceVersion: "15353"
    uid: 70cd0f26-90ba-44cf-b4e6-aa93b423410c
  kind: Event
  lastTimestamp: "2026-07-20T10:09:56Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1771"
  metadata:
    creationTimestamp: "2026-07-20T10:09:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:09:56Z"
    name: isvc-sklearn-batcher-predictor-99c7db5b8-phrrr.18c3f7ac370ddecf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15410"
    uid: 25a030cc-dbca-4802-8768-4329c87ac9a5
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:10:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-99c7db5b8-phrrr
    namespace: kserve-ci-e2e-test
    resourceVersion: "15353"
    uid: 70cd0f26-90ba-44cf-b4e6-aa93b423410c
  kind: Event
  lastTimestamp: "2026-07-20T10:10:09Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1771"
    in 12.972s (12.972s including waiting). Image size: 1555845555 bytes.'
  metadata:
    creationTimestamp: "2026-07-20T10:10:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:10:09Z"
    name: isvc-sklearn-batcher-predictor-99c7db5b8-phrrr.18c3f7af3c413423
    namespace: kserve-ci-e2e-test
    resourceVersion: "15507"
    uid: d2a953c1-77f0-48f9-bc89-40463c6d1371
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:10:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-99c7db5b8-phrrr
    namespace: kserve-ci-e2e-test
    resourceVersion: "15353"
    uid: 70cd0f26-90ba-44cf-b4e6-aa93b423410c
  kind: Event
  lastTimestamp: "2026-07-20T10:10:09Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-20T10:10:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:10:09Z"
    name: isvc-sklearn-batcher-predictor-99c7db5b8-phrrr.18c3f7af3f2a0d62
    namespace: kserve-ci-e2e-test
    resourceVersion: "15510"
    uid: 603cfd40-8cb2-499b-84a5-f3ce87449a35
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:10:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-99c7db5b8-phrrr
    namespace: kserve-ci-e2e-test
    resourceVersion: "15353"
    uid: 70cd0f26-90ba-44cf-b4e6-aa93b423410c
  kind: Event
  lastTimestamp: "2026-07-20T10:10:09Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-20T10:10:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:10:09Z"
    name: isvc-sklearn-batcher-predictor-99c7db5b8-phrrr.18c3f7af3f99c248
    namespace: kserve-ci-e2e-test
    resourceVersion: "15511"
    uid: 9bc9d7de-1782-4e32-aa7b-9902104db9d9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:10:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-99c7db5b8-phrrr
    namespace: kserve-ci-e2e-test
    resourceVersion: "15353"
    uid: 70cd0f26-90ba-44cf-b4e6-aa93b423410c
  kind: Event
  lastTimestamp: "2026-07-20T10:10:09Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-07-20T10:10:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:10:09Z"
    name: isvc-sklearn-batcher-predictor-99c7db5b8-phrrr.18c3f7af3fa4a933
    namespace: kserve-ci-e2e-test
    resourceVersion: "15512"
    uid: 771d0722-9e39-4800-9381-07f9017bde46
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:10:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-99c7db5b8-phrrr
    namespace: kserve-ci-e2e-test
    resourceVersion: "15353"
    uid: 70cd0f26-90ba-44cf-b4e6-aa93b423410c
  kind: Event
  lastTimestamp: "2026-07-20T10:10:11Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.266s (2.266s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-07-20T10:10:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:10:11Z"
    name: isvc-sklearn-batcher-predictor-99c7db5b8-phrrr.18c3f7afc6c27019
    namespace: kserve-ci-e2e-test
    resourceVersion: "15529"
    uid: 3ba6496b-b975-4539-be8c-01a69481009a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:10:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-99c7db5b8-phrrr
    namespace: kserve-ci-e2e-test
    resourceVersion: "15353"
    uid: 70cd0f26-90ba-44cf-b4e6-aa93b423410c
  kind: Event
  lastTimestamp: "2026-07-20T10:10:11Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-20T10:10:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:10:11Z"
    name: isvc-sklearn-batcher-predictor-99c7db5b8-phrrr.18c3f7afc97c2997
    namespace: kserve-ci-e2e-test
    resourceVersion: "15531"
    uid: 511e0866-99ce-4bf3-a7bb-2675747c192b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:10:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-99c7db5b8-phrrr
    namespace: kserve-ci-e2e-test
    resourceVersion: "15353"
    uid: 70cd0f26-90ba-44cf-b4e6-aa93b423410c
  kind: Event
  lastTimestamp: "2026-07-20T10:10:11Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-20T10:10:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:10:11Z"
    name: isvc-sklearn-batcher-predictor-99c7db5b8-phrrr.18c3f7afc9eae6ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "15532"
    uid: 5196d327-2631-4ebf-b9fb-c810f2c5f007
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:10:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-99c7db5b8-phrrr
    namespace: kserve-ci-e2e-test
    resourceVersion: "15353"
    uid: 70cd0f26-90ba-44cf-b4e6-aa93b423410c
  kind: Event
  lastTimestamp: "2026-07-20T10:10:11Z"
  message: Pulling image "quay.io/opendatahub/kserve-agent@sha256:07d9be4ee48ab8e3f13b5e400054db7129a4dfd20edc4167e0ae24bd38c38bfa"
  metadata:
    creationTimestamp: "2026-07-20T10:10:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:10:11Z"
    name: isvc-sklearn-batcher-predictor-99c7db5b8-phrrr.18c3f7afc9f7a3f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15533"
    uid: b078ddc5-3657-4ca6-b4bd-c5d7e1ca3a1e
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:10:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-99c7db5b8-phrrr
    namespace: kserve-ci-e2e-test
    resourceVersion: "15353"
    uid: 70cd0f26-90ba-44cf-b4e6-aa93b423410c
  kind: Event
  lastTimestamp: "2026-07-20T10:10:13Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent@sha256:07d9be4ee48ab8e3f13b5e400054db7129a4dfd20edc4167e0ae24bd38c38bfa"
    in 2.045s (2.045s including waiting). Image size: 240172661 bytes.'
  metadata:
    creationTimestamp: "2026-07-20T10:10:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:10:13Z"
    name: isvc-sklearn-batcher-predictor-99c7db5b8-phrrr.18c3f7b043e9234a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15546"
    uid: ac92c445-f960-42ee-9411-eb01751b39e4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:10:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-99c7db5b8-phrrr
    namespace: kserve-ci-e2e-test
    resourceVersion: "15353"
    uid: 70cd0f26-90ba-44cf-b4e6-aa93b423410c
  kind: Event
  lastTimestamp: "2026-07-20T10:10:13Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-07-20T10:10:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:10:13Z"
    name: isvc-sklearn-batcher-predictor-99c7db5b8-phrrr.18c3f7b0473bee95
    namespace: kserve-ci-e2e-test
    resourceVersion: "15547"
    uid: c1e4a07d-b449-4758-8248-0e4b9c6f1b19
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:10:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-99c7db5b8-phrrr
    namespace: kserve-ci-e2e-test
    resourceVersion: "15353"
    uid: 70cd0f26-90ba-44cf-b4e6-aa93b423410c
  kind: Event
  lastTimestamp: "2026-07-20T10:10:13Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-07-20T10:10:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:10:13Z"
    name: isvc-sklearn-batcher-predictor-99c7db5b8-phrrr.18c3f7b047a93bff
    namespace: kserve-ci-e2e-test
    resourceVersion: "15548"
    uid: 8773069a-9841-4e8e-901b-5ace10233a57
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-20T10:10:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-99c7db5b8-phrrr
    namespace: kserve-ci-e2e-test
    resourceVersion: "15353"
    uid: 70cd0f26-90ba-44cf-b4e6-aa93b423410c
  kind: Event
  lastTimestamp: "2026-07-20T10:11:47Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.23:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-20T10:10:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:11:47Z"
    name: isvc-sklearn-batcher-predictor-99c7db5b8-phrrr.18c3f7b06e056d92
    namespace: kserve-ci-e2e-test
    resourceVersion: "16325"
    uid: d3cf8e7b-cc44-4a32-a1b7-f60152594726
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-20T10:10:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-99c7db5b8-phrrr
    namespace: kserve-ci-e2e-test
    resourceVersion: "15353"
    uid: 70cd0f26-90ba-44cf-b4e6-aa93b423410c
  kind: Event
  lastTimestamp: "2026-07-20T10:11:47Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-07-20T10:10:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:11:47Z"
    name: isvc-sklearn-batcher-predictor-99c7db5b8-phrrr.18c3f7b0a9d52a04
    namespace: kserve-ci-e2e-test
    resourceVersion: "16326"
    uid: 7c059ada-7e73-4ad1-b776-d24f233b1056
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:11:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-99c7db5b8-phrrr
    namespace: kserve-ci-e2e-test
    resourceVersion: "15353"
    uid: 70cd0f26-90ba-44cf-b4e6-aa93b423410c
  kind: Event
  lastTimestamp: "2026-07-20T10:11:36Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-20T10:11:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:11:36Z"
    name: isvc-sklearn-batcher-predictor-99c7db5b8-phrrr.18c3f7c3a0740e33
    namespace: kserve-ci-e2e-test
    resourceVersion: "16197"
    uid: 7f25e5c8-2dd7-422d-bea1-a7dc6e2fa497
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:11:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-99c7db5b8-phrrr
    namespace: kserve-ci-e2e-test
    resourceVersion: "15353"
    uid: 70cd0f26-90ba-44cf-b4e6-aa93b423410c
  kind: Event
  lastTimestamp: "2026-07-20T10:11:36Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-07-20T10:11:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:11:36Z"
    name: isvc-sklearn-batcher-predictor-99c7db5b8-phrrr.18c3f7c3a0744af1
    namespace: kserve-ci-e2e-test
    resourceVersion: "16200"
    uid: 8c8fbd7b-2325-4b8e-9b66-76f7a7337aaf
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:11:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-99c7db5b8-phrrr
    namespace: kserve-ci-e2e-test
    resourceVersion: "15353"
    uid: 70cd0f26-90ba-44cf-b4e6-aa93b423410c
  kind: Event
  lastTimestamp: "2026-07-20T10:11:36Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-20T10:11:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:11:36Z"
    name: isvc-sklearn-batcher-predictor-99c7db5b8-phrrr.18c3f7c3a074d571
    namespace: kserve-ci-e2e-test
    resourceVersion: "16205"
    uid: 214a8654-91ad-4baa-99d1-3efe3ee233fb
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-20T10:11:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-99c7db5b8-phrrr
    namespace: kserve-ci-e2e-test
    resourceVersion: "15353"
    uid: 70cd0f26-90ba-44cf-b4e6-aa93b423410c
  kind: Event
  lastTimestamp: "2026-07-20T10:11:46Z"
  message: 'Readiness probe failed: Get "https://10.132.0.23:8643/healthz": dial tcp
    10.132.0.23:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-20T10:11:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:11:46Z"
    name: isvc-sklearn-batcher-predictor-99c7db5b8-phrrr.18c3f7c4b00adb92
    namespace: kserve-ci-e2e-test
    resourceVersion: "16320"
    uid: cb6f9861-c8f1-41e3-8cde-503f504aa0ba
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:09:51Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-batcher-predictor-99c7db5b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15340"
    uid: acc86186-eeb6-4866-ac45-785bc490d3a2
  kind: Event
  lastTimestamp: "2026-07-20T10:09:51Z"
  message: 'Created pod: isvc-sklearn-batcher-predictor-99c7db5b8-phrrr'
  metadata:
    creationTimestamp: "2026-07-20T10:09:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T10:09:51Z"
    name: isvc-sklearn-batcher-predictor-99c7db5b8.18c3f7ab1e0604bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15354"
    uid: fe00a667-4122-49b6-9242-2c817923b4ac
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:09:51Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15339"
    uid: fa641f02-2ea5-497e-8764-ff4f6d3d2562
  kind: Event
  lastTimestamp: "2026-07-20T10:09:51Z"
  message: Scaled up replica set isvc-sklearn-batcher-predictor-99c7db5b8 from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-20T10:09:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T10:09:51Z"
    name: isvc-sklearn-batcher-predictor.18c3f7ab1418c428
    namespace: kserve-ci-e2e-test
    resourceVersion: "15342"
    uid: 63095600-5734-4e2b-a3a1-7396213f5bde
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-20T10:10:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15348"
    uid: 47208574-ab36-47aa-b356-3d353855f910
  kind: Event
  lastTimestamp: "2026-07-20T10:10:36Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-20T10:10:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T10:10:36Z"
    name: isvc-sklearn-batcher-predictor.18c3f7ae9a1310fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "15716"
    uid: 30eda325-5d23-43e6-9ae2-0a8747aeec59
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-20T10:10:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15348"
    uid: 47208574-ab36-47aa-b356-3d353855f910
  kind: Event
  lastTimestamp: "2026-07-20T10:10:36Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-20T10:10:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T10:10:36Z"
    name: isvc-sklearn-batcher-predictor.18c3f7ae9a852d7a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15717"
    uid: 96f6a85f-5222-494f-8611-1053a73aa079
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-20T10:10:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15489"
    uid: 47208574-ab36-47aa-b356-3d353855f910
  kind: Event
  lastTimestamp: "2026-07-20T10:11:36Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-20T10:10:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T10:11:36Z"
    name: isvc-sklearn-batcher-predictor.18c3f7b917d15e9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16169"
    uid: 860132ab-3c5e-4a42-bda1-dbc15f3e6dec
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-20T10:10:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15489"
    uid: 47208574-ab36-47aa-b356-3d353855f910
  kind: Event
  lastTimestamp: "2026-07-20T10:11:36Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-20T10:10:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T10:11:36Z"
    name: isvc-sklearn-batcher-predictor.18c3f7b918290550
    namespace: kserve-ci-e2e-test
    resourceVersion: "16173"
    uid: 8421224a-70e9-421b-9c1b-ef3e2a6ea275
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-20T10:09:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "15331"
    uid: 46c5d9f6-a6f0-48de-9905-2a284c1f3142
  kind: Event
  lastTimestamp: "2026-07-20T10:11:27Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-20T10:09:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-20T10:11:27Z"
    name: isvc-sklearn-batcher.18c3f7ab1a894ca8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16090"
    uid: 7ec4b83f-26c1-47b3-9020-556bc705cbc2
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:09:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "15331"
    uid: 46c5d9f6-a6f0-48de-9905-2a284c1f3142
  kind: Event
  lastTimestamp: "2026-07-20T10:09:51Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-batcher": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-batcher":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-20T10:09:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-20T10:09:51Z"
    name: isvc-sklearn-batcher.18c3f7ab1b36f07a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15350"
    uid: 8748209c-3b9a-4f93-8674-b18d67e1d151
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:09:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "15331"
    uid: 46c5d9f6-a6f0-48de-9905-2a284c1f3142
  kind: Event
  lastTimestamp: "2026-07-20T10:09:51Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-batcher": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-20T10:09:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-20T10:09:51Z"
    name: isvc-sklearn-batcher.18c3f7ab1b3747f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15351"
    uid: be66e52a-31c1-4539-a3be-75eb87697851
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:11:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "16087"
    uid: 46c5d9f6-a6f0-48de-9905-2a284c1f3142
  kind: Event
  lastTimestamp: "2026-07-20T10:11:27Z"
  message: InferenceService [isvc-sklearn-batcher] is Ready
  metadata:
    creationTimestamp: "2026-07-20T10:11:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-20T10:11:27Z"
    name: isvc-sklearn-batcher.18c3f7c1791d9d3e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16089"
    uid: 313426ac-5a2d-485d-a44e-374cabb672e2
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-20T10:33:47.606143Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-mcp-predictor-f69bfc6b4-tmz6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27087"
    uid: d0c9dd00-01dd-402b-a437-05e70e7a82a8
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-mcp-predictor-f69bfc6b4-tmz6b
    to ip-10-0-134-80.ec2.internal
  metadata:
    creationTimestamp: "2026-07-20T10:33:47Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-20T10:33:47Z"
    name: isvc-sklearn-mcp-predictor-f69bfc6b4-tmz6b.18c3f8f971a6d5ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "27092"
    uid: 1302a3e5-a0ed-4b26-af9f-bec428d70544
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-689d9fc459-bqtkn
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:33:48Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-mcp-predictor-f69bfc6b4-tmz6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27098"
    uid: d0c9dd00-01dd-402b-a437-05e70e7a82a8
  kind: Event
  lastTimestamp: "2026-07-20T10:33:48Z"
  message: Add eth0 [10.132.0.38/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-20T10:33:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-20T10:33:48Z"
    name: isvc-sklearn-mcp-predictor-f69bfc6b4-tmz6b.18c3f8f98b2f5ffb
    namespace: kserve-ci-e2e-test
    resourceVersion: "27105"
    uid: f5571b5a-50a9-4e79-9660-c25832dc6f0a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:33:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-f69bfc6b4-tmz6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27089"
    uid: d0c9dd00-01dd-402b-a437-05e70e7a82a8
  kind: Event
  lastTimestamp: "2026-07-20T10:33:48Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:038cd29f3e031cdfd5fa54ba896bbecc69cd255eda6b470c2f7bce5282357bb8"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-20T10:33:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:33:48Z"
    name: isvc-sklearn-mcp-predictor-f69bfc6b4-tmz6b.18c3f8f98cd6e596
    namespace: kserve-ci-e2e-test
    resourceVersion: "27107"
    uid: 81d4310b-fa9a-427b-a6d9-42f811e307e6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:33:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-f69bfc6b4-tmz6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27089"
    uid: d0c9dd00-01dd-402b-a437-05e70e7a82a8
  kind: Event
  lastTimestamp: "2026-07-20T10:33:48Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-20T10:33:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:33:48Z"
    name: isvc-sklearn-mcp-predictor-f69bfc6b4-tmz6b.18c3f8f98fac20c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "27109"
    uid: 5b713eae-9a10-40a3-80fb-1d3fb8aad0b4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:33:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-f69bfc6b4-tmz6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27089"
    uid: d0c9dd00-01dd-402b-a437-05e70e7a82a8
  kind: Event
  lastTimestamp: "2026-07-20T10:33:48Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-20T10:33:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:33:48Z"
    name: isvc-sklearn-mcp-predictor-f69bfc6b4-tmz6b.18c3f8f9900c0665
    namespace: kserve-ci-e2e-test
    resourceVersion: "27110"
    uid: a5f8b71a-02ad-4724-b314-0d3a487ee69f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:33:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-f69bfc6b4-tmz6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27089"
    uid: d0c9dd00-01dd-402b-a437-05e70e7a82a8
  kind: Event
  lastTimestamp: "2026-07-20T10:33:51Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1771"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-20T10:33:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:33:51Z"
    name: isvc-sklearn-mcp-predictor-f69bfc6b4-tmz6b.18c3f8fa760d2770
    namespace: kserve-ci-e2e-test
    resourceVersion: "27145"
    uid: 38ea0a40-36e7-4ce8-9416-2b88e9a35cf1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:33:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-f69bfc6b4-tmz6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27089"
    uid: d0c9dd00-01dd-402b-a437-05e70e7a82a8
  kind: Event
  lastTimestamp: "2026-07-20T10:33:52Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-20T10:33:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:33:52Z"
    name: isvc-sklearn-mcp-predictor-f69bfc6b4-tmz6b.18c3f8fa789846cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "27147"
    uid: c4ca640e-84b9-449e-873f-8d4e4d326b52
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:33:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-f69bfc6b4-tmz6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27089"
    uid: d0c9dd00-01dd-402b-a437-05e70e7a82a8
  kind: Event
  lastTimestamp: "2026-07-20T10:33:52Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-20T10:33:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:33:52Z"
    name: isvc-sklearn-mcp-predictor-f69bfc6b4-tmz6b.18c3f8fa78f84cb8
    namespace: kserve-ci-e2e-test
    resourceVersion: "27148"
    uid: 261ad6c3-cf32-4a10-bde5-179c691c56c1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:33:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-f69bfc6b4-tmz6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27089"
    uid: d0c9dd00-01dd-402b-a437-05e70e7a82a8
  kind: Event
  lastTimestamp: "2026-07-20T10:33:52Z"
  message: Pulling image "quay.io/opendatahub/kserve-agent:latest"
  metadata:
    creationTimestamp: "2026-07-20T10:33:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:33:52Z"
    name: isvc-sklearn-mcp-predictor-f69bfc6b4-tmz6b.18c3f8fa79066933
    namespace: kserve-ci-e2e-test
    resourceVersion: "27149"
    uid: 96d23f24-0aef-490f-a024-e03e9a29c79f
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:33:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-f69bfc6b4-tmz6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27089"
    uid: d0c9dd00-01dd-402b-a437-05e70e7a82a8
  kind: Event
  lastTimestamp: "2026-07-20T10:33:54Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent:latest" in
    2.026s (2.026s including waiting). Image size: 239481897 bytes.'
  metadata:
    creationTimestamp: "2026-07-20T10:33:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:33:54Z"
    name: isvc-sklearn-mcp-predictor-f69bfc6b4-tmz6b.18c3f8faf1cf05c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "27165"
    uid: 6bbafecf-1ec1-4e9a-8874-d366dac1a0a9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:33:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-f69bfc6b4-tmz6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27089"
    uid: d0c9dd00-01dd-402b-a437-05e70e7a82a8
  kind: Event
  lastTimestamp: "2026-07-20T10:33:54Z"
  message: 'Created container: kserve-agent'
  metadata:
    creationTimestamp: "2026-07-20T10:33:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:33:54Z"
    name: isvc-sklearn-mcp-predictor-f69bfc6b4-tmz6b.18c3f8faf4ee2be8
    namespace: kserve-ci-e2e-test
    resourceVersion: "27167"
    uid: b7125a77-6a9b-4168-a1fe-58ba96b0d2f2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:33:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-f69bfc6b4-tmz6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27089"
    uid: d0c9dd00-01dd-402b-a437-05e70e7a82a8
  kind: Event
  lastTimestamp: "2026-07-20T10:33:54Z"
  message: Started container kserve-agent
  metadata:
    creationTimestamp: "2026-07-20T10:33:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:33:54Z"
    name: isvc-sklearn-mcp-predictor-f69bfc6b4-tmz6b.18c3f8faf57b155f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27168"
    uid: 087b220a-82f7-4756-a3dd-18142189fad4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:33:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-f69bfc6b4-tmz6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27089"
    uid: d0c9dd00-01dd-402b-a437-05e70e7a82a8
  kind: Event
  lastTimestamp: "2026-07-20T10:33:54Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-20T10:33:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:33:54Z"
    name: isvc-sklearn-mcp-predictor-f69bfc6b4-tmz6b.18c3f8faf58567f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "27169"
    uid: b7df9a1e-d713-4f14-8579-79e99bb8ce0e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:33:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-f69bfc6b4-tmz6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27089"
    uid: d0c9dd00-01dd-402b-a437-05e70e7a82a8
  kind: Event
  lastTimestamp: "2026-07-20T10:33:54Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-20T10:33:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:33:54Z"
    name: isvc-sklearn-mcp-predictor-f69bfc6b4-tmz6b.18c3f8faf81310ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "27170"
    uid: 8f67ea54-9bc8-4ff6-a201-737dca0724dd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:33:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-f69bfc6b4-tmz6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27089"
    uid: d0c9dd00-01dd-402b-a437-05e70e7a82a8
  kind: Event
  lastTimestamp: "2026-07-20T10:33:54Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-20T10:33:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:33:54Z"
    name: isvc-sklearn-mcp-predictor-f69bfc6b4-tmz6b.18c3f8faf87d7805
    namespace: kserve-ci-e2e-test
    resourceVersion: "27171"
    uid: e94acdfe-e3d7-4ccf-a176-ca2999fb65bf
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-20T10:34:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-f69bfc6b4-tmz6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27089"
    uid: d0c9dd00-01dd-402b-a437-05e70e7a82a8
  kind: Event
  lastTimestamp: "2026-07-20T10:35:32Z"
  message: 'Readiness probe failed: Get "http://10.132.0.38:8080/v1/models/isvc-sklearn-mcp":
    dial tcp 10.132.0.38:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-20T10:34:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:35:32Z"
    name: isvc-sklearn-mcp-predictor-f69bfc6b4-tmz6b.18c3f90173d98fc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "27970"
    uid: dd35b0bb-d998-4a9f-a99f-e9ce96ce1f4b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:35:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-f69bfc6b4-tmz6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27089"
    uid: d0c9dd00-01dd-402b-a437-05e70e7a82a8
  kind: Event
  lastTimestamp: "2026-07-20T10:35:07Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-20T10:35:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:35:07Z"
    name: isvc-sklearn-mcp-predictor-f69bfc6b4-tmz6b.18c3f90c18f00244
    namespace: kserve-ci-e2e-test
    resourceVersion: "27714"
    uid: 3c31506e-2709-4489-8a4b-629fe6e7790e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:35:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-f69bfc6b4-tmz6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27089"
    uid: d0c9dd00-01dd-402b-a437-05e70e7a82a8
  kind: Event
  lastTimestamp: "2026-07-20T10:35:07Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-20T10:35:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:35:07Z"
    name: isvc-sklearn-mcp-predictor-f69bfc6b4-tmz6b.18c3f90c18f0686c
    namespace: kserve-ci-e2e-test
    resourceVersion: "27716"
    uid: 35df335d-a306-47e3-a2ac-f2d3d04c23e3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:35:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-f69bfc6b4-tmz6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27089"
    uid: d0c9dd00-01dd-402b-a437-05e70e7a82a8
  kind: Event
  lastTimestamp: "2026-07-20T10:35:07Z"
  message: Stopping container kserve-agent
  metadata:
    creationTimestamp: "2026-07-20T10:35:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:35:07Z"
    name: isvc-sklearn-mcp-predictor-f69bfc6b4-tmz6b.18c3f90c18f0936d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27715"
    uid: 2f6f45da-a464-429b-b306-dae6bc394f6a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-20T10:35:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-f69bfc6b4-tmz6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27089"
    uid: d0c9dd00-01dd-402b-a437-05e70e7a82a8
  kind: Event
  lastTimestamp: "2026-07-20T10:35:36Z"
  message: 'Readiness probe failed: Get "https://10.132.0.38:8643/healthz": dial tcp
    10.132.0.38:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-20T10:35:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:35:37Z"
    name: isvc-sklearn-mcp-predictor-f69bfc6b4-tmz6b.18c3f90d17c2acfa
    namespace: kserve-ci-e2e-test
    resourceVersion: "28008"
    uid: 0d485b8b-be9e-40c6-9112-472bba0f6eaa
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:33:47Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-mcp-predictor-f69bfc6b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "27077"
    uid: 715c8a57-852a-4f7e-9aae-48ab44c3053d
  kind: Event
  lastTimestamp: "2026-07-20T10:33:47Z"
  message: 'Created pod: isvc-sklearn-mcp-predictor-f69bfc6b4-tmz6b'
  metadata:
    creationTimestamp: "2026-07-20T10:33:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T10:33:47Z"
    name: isvc-sklearn-mcp-predictor-f69bfc6b4.18c3f8f970fa4cb8
    namespace: kserve-ci-e2e-test
    resourceVersion: "27088"
    uid: e91572b5-9d55-4f07-b8ed-e892cbd2549c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:33:47Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-mcp-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27075"
    uid: 51259ba9-9799-4086-ba2a-f8eca3d189a2
  kind: Event
  lastTimestamp: "2026-07-20T10:33:47Z"
  message: Scaled up replica set isvc-sklearn-mcp-predictor-f69bfc6b4 from 0 to 1
  metadata:
    creationTimestamp: "2026-07-20T10:33:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T10:33:47Z"
    name: isvc-sklearn-mcp-predictor.18c3f8f96d9eb47c
    namespace: kserve-ci-e2e-test
    resourceVersion: "27078"
    uid: 37521bb1-2d33-44a3-82da-1f774723b21c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-20T10:33:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "27066"
    uid: a67b152b-94a4-43a4-9cbb-9d025783a930
  kind: Event
  lastTimestamp: "2026-07-20T10:35:02Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-20T10:33:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-20T10:35:02Z"
    name: isvc-sklearn-mcp.18c3f8f96d2a7b48
    namespace: kserve-ci-e2e-test
    resourceVersion: "27660"
    uid: d11f136c-bdf7-48b3-8ca9-a6f19b85ac98
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:33:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "27066"
    uid: a67b152b-94a4-43a4-9cbb-9d025783a930
  kind: Event
  lastTimestamp: "2026-07-20T10:33:47Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-mcp": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-mcp":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-20T10:33:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-20T10:33:47Z"
    name: isvc-sklearn-mcp.18c3f8f96da0328e
    namespace: kserve-ci-e2e-test
    resourceVersion: "27079"
    uid: ed83ac8f-58ee-4ae2-9c46-fed86992b2ca
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:35:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "27657"
    uid: a67b152b-94a4-43a4-9cbb-9d025783a930
  kind: Event
  lastTimestamp: "2026-07-20T10:35:02Z"
  message: InferenceService [isvc-sklearn-mcp] is Ready
  metadata:
    creationTimestamp: "2026-07-20T10:35:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-20T10:35:02Z"
    name: isvc-sklearn-mcp.18c3f90acdd4803c
    namespace: kserve-ci-e2e-test
    resourceVersion: "27659"
    uid: 38e67012-a388-45c5-a14a-c15f43b08acc
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-20T10:55:53.378821Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-predictor-6fdcbb68cb-ct4qd
    namespace: kserve-ci-e2e-test
    resourceVersion: "37915"
    uid: 05d5e5f4-aa68-45f4-89e8-a6b6af24916f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-predictor-6fdcbb68cb-ct4qd
    to ip-10-0-134-80.ec2.internal
  metadata:
    creationTimestamp: "2026-07-20T10:55:53Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-20T10:55:53Z"
    name: isvc-sklearn-predictor-6fdcbb68cb-ct4qd.18c3fa2e1fdc7d52
    namespace: kserve-ci-e2e-test
    resourceVersion: "37922"
    uid: ffa41c2d-2fad-4f21-bca6-683c51aa2ef5
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-689d9fc459-bqtkn
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:55:53Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-predictor-6fdcbb68cb-ct4qd
    namespace: kserve-ci-e2e-test
    resourceVersion: "37919"
    uid: 05d5e5f4-aa68-45f4-89e8-a6b6af24916f
  kind: Event
  lastTimestamp: "2026-07-20T10:55:53Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-20T10:55:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:55:53Z"
    name: isvc-sklearn-predictor-6fdcbb68cb-ct4qd.18c3fa2e2a0a1d2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "37930"
    uid: 99003c94-c696-40d9-84e3-f3293d8494da
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:55:54Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-predictor-6fdcbb68cb-ct4qd
    namespace: kserve-ci-e2e-test
    resourceVersion: "37926"
    uid: 05d5e5f4-aa68-45f4-89e8-a6b6af24916f
  kind: Event
  lastTimestamp: "2026-07-20T10:55:54Z"
  message: Add eth0 [10.132.0.54/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-20T10:55:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-20T10:55:54Z"
    name: isvc-sklearn-predictor-6fdcbb68cb-ct4qd.18c3fa2e5ca6350c
    namespace: kserve-ci-e2e-test
    resourceVersion: "37941"
    uid: 9e72072c-d6c7-4c3e-81db-58804ed9aea7
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:55:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-6fdcbb68cb-ct4qd
    namespace: kserve-ci-e2e-test
    resourceVersion: "37919"
    uid: 05d5e5f4-aa68-45f4-89e8-a6b6af24916f
  kind: Event
  lastTimestamp: "2026-07-20T10:55:54Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:038cd29f3e031cdfd5fa54ba896bbecc69cd255eda6b470c2f7bce5282357bb8"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-20T10:55:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:55:54Z"
    name: isvc-sklearn-predictor-6fdcbb68cb-ct4qd.18c3fa2e5e0e3cc0
    namespace: kserve-ci-e2e-test
    resourceVersion: "37943"
    uid: 9cef2fb5-f95e-4779-9e6f-9b97dfdb5aeb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:55:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-6fdcbb68cb-ct4qd
    namespace: kserve-ci-e2e-test
    resourceVersion: "37919"
    uid: 05d5e5f4-aa68-45f4-89e8-a6b6af24916f
  kind: Event
  lastTimestamp: "2026-07-20T10:55:54Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-20T10:55:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:55:54Z"
    name: isvc-sklearn-predictor-6fdcbb68cb-ct4qd.18c3fa2e6086a885
    namespace: kserve-ci-e2e-test
    resourceVersion: "37944"
    uid: a80d9da8-422d-4564-a322-8dc237fdb19f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:55:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-6fdcbb68cb-ct4qd
    namespace: kserve-ci-e2e-test
    resourceVersion: "37919"
    uid: 05d5e5f4-aa68-45f4-89e8-a6b6af24916f
  kind: Event
  lastTimestamp: "2026-07-20T10:55:54Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-20T10:55:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:55:54Z"
    name: isvc-sklearn-predictor-6fdcbb68cb-ct4qd.18c3fa2e61161b37
    namespace: kserve-ci-e2e-test
    resourceVersion: "37945"
    uid: 2c9f229d-1d86-4b27-9133-7da74a02794f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:55:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-6fdcbb68cb-ct4qd
    namespace: kserve-ci-e2e-test
    resourceVersion: "37919"
    uid: 05d5e5f4-aa68-45f4-89e8-a6b6af24916f
  kind: Event
  lastTimestamp: "2026-07-20T10:55:58Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1771"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-20T10:55:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:55:58Z"
    name: isvc-sklearn-predictor-6fdcbb68cb-ct4qd.18c3fa2f6bdd7c3c
    namespace: kserve-ci-e2e-test
    resourceVersion: "37986"
    uid: 362ae961-ee99-425c-9f5c-b4320a9c5cf8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:55:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-6fdcbb68cb-ct4qd
    namespace: kserve-ci-e2e-test
    resourceVersion: "37919"
    uid: 05d5e5f4-aa68-45f4-89e8-a6b6af24916f
  kind: Event
  lastTimestamp: "2026-07-20T10:55:58Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-20T10:55:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:55:58Z"
    name: isvc-sklearn-predictor-6fdcbb68cb-ct4qd.18c3fa2f6ecd23bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "37988"
    uid: ac653c9b-e770-4d83-885e-d18ca4c0c8da
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:55:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-6fdcbb68cb-ct4qd
    namespace: kserve-ci-e2e-test
    resourceVersion: "37919"
    uid: 05d5e5f4-aa68-45f4-89e8-a6b6af24916f
  kind: Event
  lastTimestamp: "2026-07-20T10:55:59Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-20T10:55:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:55:59Z"
    name: isvc-sklearn-predictor-6fdcbb68cb-ct4qd.18c3fa2f6f3e2c09
    namespace: kserve-ci-e2e-test
    resourceVersion: "37991"
    uid: c404843c-8adf-4eb5-b4ae-b4b1ab0687ce
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:55:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-6fdcbb68cb-ct4qd
    namespace: kserve-ci-e2e-test
    resourceVersion: "37919"
    uid: 05d5e5f4-aa68-45f4-89e8-a6b6af24916f
  kind: Event
  lastTimestamp: "2026-07-20T10:55:59Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-20T10:55:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:55:59Z"
    name: isvc-sklearn-predictor-6fdcbb68cb-ct4qd.18c3fa2f6f47dae5
    namespace: kserve-ci-e2e-test
    resourceVersion: "37992"
    uid: 3c148ef6-96a7-4b64-bbc0-057da0c07ffb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:55:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-6fdcbb68cb-ct4qd
    namespace: kserve-ci-e2e-test
    resourceVersion: "37919"
    uid: 05d5e5f4-aa68-45f4-89e8-a6b6af24916f
  kind: Event
  lastTimestamp: "2026-07-20T10:55:59Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-20T10:55:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:55:59Z"
    name: isvc-sklearn-predictor-6fdcbb68cb-ct4qd.18c3fa2f72060209
    namespace: kserve-ci-e2e-test
    resourceVersion: "37994"
    uid: 1b2a80f4-a52e-4ab2-ac68-9a837efd8f93
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:55:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-6fdcbb68cb-ct4qd
    namespace: kserve-ci-e2e-test
    resourceVersion: "37919"
    uid: 05d5e5f4-aa68-45f4-89e8-a6b6af24916f
  kind: Event
  lastTimestamp: "2026-07-20T10:55:59Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-20T10:55:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:55:59Z"
    name: isvc-sklearn-predictor-6fdcbb68cb-ct4qd.18c3fa2f7292a3f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "37995"
    uid: a43917eb-3e7c-45a9-ae58-b461fb16b950
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-20T10:55:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-6fdcbb68cb-ct4qd
    namespace: kserve-ci-e2e-test
    resourceVersion: "37919"
    uid: 05d5e5f4-aa68-45f4-89e8-a6b6af24916f
  kind: Event
  lastTimestamp: "2026-07-20T10:57:26Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.54:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-20T10:55:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:57:26Z"
    name: isvc-sklearn-predictor-6fdcbb68cb-ct4qd.18c3fa2fa7de3845
    namespace: kserve-ci-e2e-test
    resourceVersion: "38642"
    uid: 188052a3-763e-496a-816c-e5e75ff6fd30
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:57:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-6fdcbb68cb-ct4qd
    namespace: kserve-ci-e2e-test
    resourceVersion: "37919"
    uid: 05d5e5f4-aa68-45f4-89e8-a6b6af24916f
  kind: Event
  lastTimestamp: "2026-07-20T10:57:23Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-20T10:57:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:57:23Z"
    name: isvc-sklearn-predictor-6fdcbb68cb-ct4qd.18c3fa431dff3624
    namespace: kserve-ci-e2e-test
    resourceVersion: "38616"
    uid: 610ea2bb-f76e-453e-b3d6-9ff7c972b04c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:57:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-6fdcbb68cb-ct4qd
    namespace: kserve-ci-e2e-test
    resourceVersion: "37919"
    uid: 05d5e5f4-aa68-45f4-89e8-a6b6af24916f
  kind: Event
  lastTimestamp: "2026-07-20T10:57:23Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-20T10:57:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:57:23Z"
    name: isvc-sklearn-predictor-6fdcbb68cb-ct4qd.18c3fa431dffa462
    namespace: kserve-ci-e2e-test
    resourceVersion: "38617"
    uid: aeddb144-2408-47aa-ae75-b997d8482e5d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:57:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-6fdcbb68cb-ct4qd
    namespace: kserve-ci-e2e-test
    resourceVersion: "37919"
    uid: 05d5e5f4-aa68-45f4-89e8-a6b6af24916f
  kind: Event
  lastTimestamp: "2026-07-20T10:57:26Z"
  message: 'Readiness probe failed: Get "https://10.132.0.54:8643/healthz": dial tcp
    10.132.0.54:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-20T10:57:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:57:26Z"
    name: isvc-sklearn-predictor-6fdcbb68cb-ct4qd.18c3fa43e9db9367
    namespace: kserve-ci-e2e-test
    resourceVersion: "38641"
    uid: 88139e6f-233f-4a75-a926-26cf7a1e0932
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:55:53Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-predictor-6fdcbb68cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "37907"
    uid: f99a7df4-637d-4af5-b6c4-cd9e79cf9378
  kind: Event
  lastTimestamp: "2026-07-20T10:55:53Z"
  message: 'Created pod: isvc-sklearn-predictor-6fdcbb68cb-ct4qd'
  metadata:
    creationTimestamp: "2026-07-20T10:55:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T10:55:53Z"
    name: isvc-sklearn-predictor-6fdcbb68cb.18c3fa2e1f780f6a
    namespace: kserve-ci-e2e-test
    resourceVersion: "37918"
    uid: 6687a1e7-8899-4bb1-9dbb-8232afff1b16
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:55:53Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37905"
    uid: 0496244c-def8-45a2-a66f-c97c11770abd
  kind: Event
  lastTimestamp: "2026-07-20T10:55:53Z"
  message: Scaled up replica set isvc-sklearn-predictor-6fdcbb68cb from 0 to 1
  metadata:
    creationTimestamp: "2026-07-20T10:55:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T10:55:53Z"
    name: isvc-sklearn-predictor.18c3fa2e1cad8ce8
    namespace: kserve-ci-e2e-test
    resourceVersion: "37909"
    uid: 900fea75-bc4f-47a4-9693-275aaba3fcd5
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-20T10:56:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37906"
    uid: 1a437ad6-525c-4c11-a82b-1e266d2679c1
  kind: Event
  lastTimestamp: "2026-07-20T10:56:23Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-20T10:56:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T10:56:23Z"
    name: isvc-sklearn-predictor.18c3fa319bc4634e
    namespace: kserve-ci-e2e-test
    resourceVersion: "38168"
    uid: 3aa73219-9a05-4890-af0b-fc7b3c9f08ea
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-20T10:56:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37906"
    uid: 1a437ad6-525c-4c11-a82b-1e266d2679c1
  kind: Event
  lastTimestamp: "2026-07-20T10:56:23Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-20T10:56:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T10:56:23Z"
    name: isvc-sklearn-predictor.18c3fa319c35bc13
    namespace: kserve-ci-e2e-test
    resourceVersion: "38169"
    uid: 77ba1b35-fc2c-4e7c-8abb-8eda3aea20f3
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-20T10:56:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38061"
    uid: 1a437ad6-525c-4c11-a82b-1e266d2679c1
  kind: Event
  lastTimestamp: "2026-07-20T10:57:23Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-20T10:56:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T10:57:23Z"
    name: isvc-sklearn-predictor.18c3fa389a3e95ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "38600"
    uid: bed4f004-e94a-4844-a2dd-cb2ff3e3bc5a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-20T10:56:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38061"
    uid: 1a437ad6-525c-4c11-a82b-1e266d2679c1
  kind: Event
  lastTimestamp: "2026-07-20T10:57:23Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-20T10:56:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T10:57:23Z"
    name: isvc-sklearn-predictor.18c3fa389aa74179
    namespace: kserve-ci-e2e-test
    resourceVersion: "38601"
    uid: 312038cd-f683-4cd5-984c-a692b8c88f98
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-20T10:58:34.111993Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-runtime-predictor-5cbb8cfcd4-wgm69
    namespace: kserve-ci-e2e-test
    resourceVersion: "39230"
    uid: f96b2cc5-ff99-451e-89a5-0f0b35cf4ba9
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-runtime-predictor-5cbb8cfcd4-wgm69
    to ip-10-0-134-80.ec2.internal
  metadata:
    creationTimestamp: "2026-07-20T10:58:34Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-20T10:58:34Z"
    name: isvc-sklearn-runtime-predictor-5cbb8cfcd4-wgm69.18c3fa538c4dfddf
    namespace: kserve-ci-e2e-test
    resourceVersion: "39238"
    uid: 74964bc4-5807-4d3a-a9d1-5d7a48d04786
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-689d9fc459-bqtkn
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:58:34Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-runtime-predictor-5cbb8cfcd4-wgm69
    namespace: kserve-ci-e2e-test
    resourceVersion: "39242"
    uid: f96b2cc5-ff99-451e-89a5-0f0b35cf4ba9
  kind: Event
  lastTimestamp: "2026-07-20T10:58:34Z"
  message: Add eth0 [10.132.0.56/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-20T10:58:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-20T10:58:34Z"
    name: isvc-sklearn-runtime-predictor-5cbb8cfcd4-wgm69.18c3fa53a5a0d19d
    namespace: kserve-ci-e2e-test
    resourceVersion: "39251"
    uid: c01bfb54-9307-4b22-8854-add265971f19
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:58:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-5cbb8cfcd4-wgm69
    namespace: kserve-ci-e2e-test
    resourceVersion: "39234"
    uid: f96b2cc5-ff99-451e-89a5-0f0b35cf4ba9
  kind: Event
  lastTimestamp: "2026-07-20T10:58:34Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:038cd29f3e031cdfd5fa54ba896bbecc69cd255eda6b470c2f7bce5282357bb8"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-20T10:58:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:58:34Z"
    name: isvc-sklearn-runtime-predictor-5cbb8cfcd4-wgm69.18c3fa53a74a1954
    namespace: kserve-ci-e2e-test
    resourceVersion: "39253"
    uid: 94b9922c-c1ff-4b0b-81ef-bfcd1e1f4269
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:58:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-5cbb8cfcd4-wgm69
    namespace: kserve-ci-e2e-test
    resourceVersion: "39234"
    uid: f96b2cc5-ff99-451e-89a5-0f0b35cf4ba9
  kind: Event
  lastTimestamp: "2026-07-20T10:58:34Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-20T10:58:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:58:34Z"
    name: isvc-sklearn-runtime-predictor-5cbb8cfcd4-wgm69.18c3fa53a9ed8590
    namespace: kserve-ci-e2e-test
    resourceVersion: "39254"
    uid: ef913ee3-223c-4435-88f1-0440225e85a1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:58:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-5cbb8cfcd4-wgm69
    namespace: kserve-ci-e2e-test
    resourceVersion: "39234"
    uid: f96b2cc5-ff99-451e-89a5-0f0b35cf4ba9
  kind: Event
  lastTimestamp: "2026-07-20T10:58:34Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-20T10:58:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:58:34Z"
    name: isvc-sklearn-runtime-predictor-5cbb8cfcd4-wgm69.18c3fa53aa5ed231
    namespace: kserve-ci-e2e-test
    resourceVersion: "39255"
    uid: 12462c87-3a56-4c3d-9b1c-2cc140651c58
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:58:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-5cbb8cfcd4-wgm69
    namespace: kserve-ci-e2e-test
    resourceVersion: "39234"
    uid: f96b2cc5-ff99-451e-89a5-0f0b35cf4ba9
  kind: Event
  lastTimestamp: "2026-07-20T10:58:40Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1771"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-20T10:58:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:58:40Z"
    name: isvc-sklearn-runtime-predictor-5cbb8cfcd4-wgm69.18c3fa550c87113e
    namespace: kserve-ci-e2e-test
    resourceVersion: "39301"
    uid: a806a680-f042-444b-bc0f-c03ed1eaabdc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:58:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-5cbb8cfcd4-wgm69
    namespace: kserve-ci-e2e-test
    resourceVersion: "39234"
    uid: f96b2cc5-ff99-451e-89a5-0f0b35cf4ba9
  kind: Event
  lastTimestamp: "2026-07-20T10:58:40Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-20T10:58:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:58:40Z"
    name: isvc-sklearn-runtime-predictor-5cbb8cfcd4-wgm69.18c3fa550fb7ed14
    namespace: kserve-ci-e2e-test
    resourceVersion: "39303"
    uid: 89ea7dc9-8f93-4ffc-9cd5-7cb35698376b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:58:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-5cbb8cfcd4-wgm69
    namespace: kserve-ci-e2e-test
    resourceVersion: "39234"
    uid: f96b2cc5-ff99-451e-89a5-0f0b35cf4ba9
  kind: Event
  lastTimestamp: "2026-07-20T10:58:40Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-20T10:58:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:58:40Z"
    name: isvc-sklearn-runtime-predictor-5cbb8cfcd4-wgm69.18c3fa551034d1c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "39304"
    uid: 826939bc-4726-4f2c-ab15-9d2ccf4a3e76
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:58:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-5cbb8cfcd4-wgm69
    namespace: kserve-ci-e2e-test
    resourceVersion: "39234"
    uid: f96b2cc5-ff99-451e-89a5-0f0b35cf4ba9
  kind: Event
  lastTimestamp: "2026-07-20T10:58:40Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-20T10:58:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:58:40Z"
    name: isvc-sklearn-runtime-predictor-5cbb8cfcd4-wgm69.18c3fa55103e7c1d
    namespace: kserve-ci-e2e-test
    resourceVersion: "39307"
    uid: e39e3f0a-7029-4fca-836d-07706624acf8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:58:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-5cbb8cfcd4-wgm69
    namespace: kserve-ci-e2e-test
    resourceVersion: "39234"
    uid: f96b2cc5-ff99-451e-89a5-0f0b35cf4ba9
  kind: Event
  lastTimestamp: "2026-07-20T10:58:40Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-20T10:58:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:58:40Z"
    name: isvc-sklearn-runtime-predictor-5cbb8cfcd4-wgm69.18c3fa551374359c
    namespace: kserve-ci-e2e-test
    resourceVersion: "39309"
    uid: 1cbda821-12f6-4b3f-8099-03a9b7932d19
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:58:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-5cbb8cfcd4-wgm69
    namespace: kserve-ci-e2e-test
    resourceVersion: "39234"
    uid: f96b2cc5-ff99-451e-89a5-0f0b35cf4ba9
  kind: Event
  lastTimestamp: "2026-07-20T10:58:40Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-20T10:58:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:58:40Z"
    name: isvc-sklearn-runtime-predictor-5cbb8cfcd4-wgm69.18c3fa5513e906aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "39310"
    uid: 24a1ecaf-82e3-4768-a865-9ff23c823a67
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-20T10:58:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-5cbb8cfcd4-wgm69
    namespace: kserve-ci-e2e-test
    resourceVersion: "39234"
    uid: f96b2cc5-ff99-451e-89a5-0f0b35cf4ba9
  kind: Event
  lastTimestamp: "2026-07-20T10:58:48Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.56:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-20T10:58:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:58:48Z"
    name: isvc-sklearn-runtime-predictor-5cbb8cfcd4-wgm69.18c3fa55845b0faf
    namespace: kserve-ci-e2e-test
    resourceVersion: "39366"
    uid: c91be6f6-6af9-46ee-9fc6-0d0ce1da51a5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:59:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-5cbb8cfcd4-wgm69
    namespace: kserve-ci-e2e-test
    resourceVersion: "39234"
    uid: f96b2cc5-ff99-451e-89a5-0f0b35cf4ba9
  kind: Event
  lastTimestamp: "2026-07-20T10:59:11Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-20T10:59:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:59:11Z"
    name: isvc-sklearn-runtime-predictor-5cbb8cfcd4-wgm69.18c3fa5c28990edf
    namespace: kserve-ci-e2e-test
    resourceVersion: "39565"
    uid: c35517d9-5465-4c50-a8a9-d484787ccd15
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:59:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-5cbb8cfcd4-wgm69
    namespace: kserve-ci-e2e-test
    resourceVersion: "39234"
    uid: f96b2cc5-ff99-451e-89a5-0f0b35cf4ba9
  kind: Event
  lastTimestamp: "2026-07-20T10:59:11Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-20T10:59:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:59:11Z"
    name: isvc-sklearn-runtime-predictor-5cbb8cfcd4-wgm69.18c3fa5c28997412
    namespace: kserve-ci-e2e-test
    resourceVersion: "39566"
    uid: d3fd1158-afb0-4d1f-9bf7-7108c51acc32
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:58:34Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-runtime-predictor-5cbb8cfcd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "39220"
    uid: a826c265-9308-4fae-99a1-c0c14cca1031
  kind: Event
  lastTimestamp: "2026-07-20T10:58:34Z"
  message: 'Created pod: isvc-sklearn-runtime-predictor-5cbb8cfcd4-wgm69'
  metadata:
    creationTimestamp: "2026-07-20T10:58:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T10:58:34Z"
    name: isvc-sklearn-runtime-predictor-5cbb8cfcd4.18c3fa538b80755e
    namespace: kserve-ci-e2e-test
    resourceVersion: "39231"
    uid: c8f8a244-baa4-49f0-930b-5550133ccabc
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:58:34Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39218"
    uid: 7063c781-8ca9-4a9b-b5e5-12f10f6e7e40
  kind: Event
  lastTimestamp: "2026-07-20T10:58:34Z"
  message: Scaled up replica set isvc-sklearn-runtime-predictor-5cbb8cfcd4 from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-20T10:58:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T10:58:34Z"
    name: isvc-sklearn-runtime-predictor.18c3fa538699daea
    namespace: kserve-ci-e2e-test
    resourceVersion: "39222"
    uid: 1470992f-e9bb-4faa-bc2c-1e7000a21cb6
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-20T10:58:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39219"
    uid: 44240854-ffe6-4729-af7e-b7d9f29ea822
  kind: Event
  lastTimestamp: "2026-07-20T10:59:04Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-20T10:58:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T10:59:04Z"
    name: isvc-sklearn-runtime-predictor.18c3fa570559d0df
    namespace: kserve-ci-e2e-test
    resourceVersion: "39503"
    uid: 4f24f337-d4e0-4833-bd6c-6af2b94fd164
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-20T10:58:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39219"
    uid: 44240854-ffe6-4729-af7e-b7d9f29ea822
  kind: Event
  lastTimestamp: "2026-07-20T10:59:04Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-20T10:58:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T10:59:04Z"
    name: isvc-sklearn-runtime-predictor.18c3fa5705d373c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "39504"
    uid: 588e3126-4cd9-4e7c-b732-3baccf915d90
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-20T10:58:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "39211"
    uid: 7008aa37-92f5-4ac2-a58a-59fdf17d5db3
  kind: Event
  lastTimestamp: "2026-07-20T10:58:58Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-20T10:58:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-20T10:58:58Z"
    name: isvc-sklearn-runtime.18c3fa5386efcfed
    namespace: kserve-ci-e2e-test
    resourceVersion: "39453"
    uid: f2317668-e56d-4513-87e0-e557d38938ea
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:58:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "39211"
    uid: 7008aa37-92f5-4ac2-a58a-59fdf17d5db3
  kind: Event
  lastTimestamp: "2026-07-20T10:58:34Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-20T10:58:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-20T10:58:34Z"
    name: isvc-sklearn-runtime.18c3fa5388217e77
    namespace: kserve-ci-e2e-test
    resourceVersion: "39227"
    uid: ac7443a6-bd51-4e05-922a-d14a194f93e9
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:58:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "39451"
    uid: 7008aa37-92f5-4ac2-a58a-59fdf17d5db3
  kind: Event
  lastTimestamp: "2026-07-20T10:58:58Z"
  message: InferenceService [isvc-sklearn-runtime] is Ready
  metadata:
    creationTimestamp: "2026-07-20T10:58:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-20T10:58:58Z"
    name: isvc-sklearn-runtime.18c3fa5943c9fb60
    namespace: kserve-ci-e2e-test
    resourceVersion: "39452"
    uid: 5faf870a-ce26-4d71-9a26-07ca803ec0d8
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-20T11:13:02.011339Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-predictor-5df5f6df69-rdm2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "46688"
    uid: 0e478804-4bca-42c9-ac80-0b834babef9d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-predictor-5df5f6df69-rdm2f
    to ip-10-0-134-80.ec2.internal
  metadata:
    creationTimestamp: "2026-07-20T11:13:02Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-20T11:13:02Z"
    name: isvc-sklearn-s3-predictor-5df5f6df69-rdm2f.18c3fb1d9f232113
    namespace: kserve-ci-e2e-test
    resourceVersion: "46695"
    uid: 65d07355-c398-4705-ad74-b3df1754da73
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-689d9fc459-bqtkn
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T11:13:02Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-predictor-5df5f6df69-rdm2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "46699"
    uid: 0e478804-4bca-42c9-ac80-0b834babef9d
  kind: Event
  lastTimestamp: "2026-07-20T11:13:02Z"
  message: Add eth0 [10.132.0.67/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-20T11:13:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-20T11:13:02Z"
    name: isvc-sklearn-s3-predictor-5df5f6df69-rdm2f.18c3fb1db86b6c5a
    namespace: kserve-ci-e2e-test
    resourceVersion: "46708"
    uid: ee7c9e9d-4081-4baa-86f4-0c2f318810c3
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T11:13:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-5df5f6df69-rdm2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "46691"
    uid: 0e478804-4bca-42c9-ac80-0b834babef9d
  kind: Event
  lastTimestamp: "2026-07-20T11:13:02Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:038cd29f3e031cdfd5fa54ba896bbecc69cd255eda6b470c2f7bce5282357bb8"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-20T11:13:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T11:13:02Z"
    name: isvc-sklearn-s3-predictor-5df5f6df69-rdm2f.18c3fb1db9d9c667
    namespace: kserve-ci-e2e-test
    resourceVersion: "46710"
    uid: 6e502ed9-049d-4eef-9ac7-060a960ac528
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T11:13:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-5df5f6df69-rdm2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "46691"
    uid: 0e478804-4bca-42c9-ac80-0b834babef9d
  kind: Event
  lastTimestamp: "2026-07-20T11:13:02Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-20T11:13:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T11:13:02Z"
    name: isvc-sklearn-s3-predictor-5df5f6df69-rdm2f.18c3fb1dbc8a95df
    namespace: kserve-ci-e2e-test
    resourceVersion: "46712"
    uid: 639b01a5-7cd0-49e2-95dc-1df03f5ff9e1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T11:13:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-5df5f6df69-rdm2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "46691"
    uid: 0e478804-4bca-42c9-ac80-0b834babef9d
  kind: Event
  lastTimestamp: "2026-07-20T11:13:02Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-20T11:13:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T11:13:02Z"
    name: isvc-sklearn-s3-predictor-5df5f6df69-rdm2f.18c3fb1dbcfae852
    namespace: kserve-ci-e2e-test
    resourceVersion: "46713"
    uid: 37143c55-fc93-447c-bd1b-a245d96ca891
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T11:13:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-5df5f6df69-rdm2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "46691"
    uid: 0e478804-4bca-42c9-ac80-0b834babef9d
  kind: Event
  lastTimestamp: "2026-07-20T11:13:03Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1771"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-20T11:13:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T11:13:03Z"
    name: isvc-sklearn-s3-predictor-5df5f6df69-rdm2f.18c3fb1e14cffc30
    namespace: kserve-ci-e2e-test
    resourceVersion: "46730"
    uid: c4451a6d-8f21-4422-a4ac-d722a0e17008
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T11:13:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-5df5f6df69-rdm2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "46691"
    uid: 0e478804-4bca-42c9-ac80-0b834babef9d
  kind: Event
  lastTimestamp: "2026-07-20T11:13:04Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-20T11:13:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T11:13:04Z"
    name: isvc-sklearn-s3-predictor-5df5f6df69-rdm2f.18c3fb1e17bce448
    namespace: kserve-ci-e2e-test
    resourceVersion: "46732"
    uid: 0804a42d-43f5-49da-9c3f-8b942c7c02ea
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T11:13:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-5df5f6df69-rdm2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "46691"
    uid: 0e478804-4bca-42c9-ac80-0b834babef9d
  kind: Event
  lastTimestamp: "2026-07-20T11:13:04Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-20T11:13:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T11:13:04Z"
    name: isvc-sklearn-s3-predictor-5df5f6df69-rdm2f.18c3fb1e182c2730
    namespace: kserve-ci-e2e-test
    resourceVersion: "46735"
    uid: 77b5a6d9-735c-45ef-8e63-868ea9b90001
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T11:13:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-5df5f6df69-rdm2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "46691"
    uid: 0e478804-4bca-42c9-ac80-0b834babef9d
  kind: Event
  lastTimestamp: "2026-07-20T11:13:04Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-20T11:13:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T11:13:04Z"
    name: isvc-sklearn-s3-predictor-5df5f6df69-rdm2f.18c3fb1e18457c1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "46736"
    uid: 9c756caa-7192-4967-9f17-1f05f86d4ce2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T11:13:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-5df5f6df69-rdm2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "46691"
    uid: 0e478804-4bca-42c9-ac80-0b834babef9d
  kind: Event
  lastTimestamp: "2026-07-20T11:13:04Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-20T11:13:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T11:13:04Z"
    name: isvc-sklearn-s3-predictor-5df5f6df69-rdm2f.18c3fb1e1b2759a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "46739"
    uid: 6558744c-e5fa-4cc9-b3e7-024d469ebfe2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T11:13:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-5df5f6df69-rdm2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "46691"
    uid: 0e478804-4bca-42c9-ac80-0b834babef9d
  kind: Event
  lastTimestamp: "2026-07-20T11:13:04Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-20T11:13:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T11:13:04Z"
    name: isvc-sklearn-s3-predictor-5df5f6df69-rdm2f.18c3fb1e1b94d129
    namespace: kserve-ci-e2e-test
    resourceVersion: "46740"
    uid: 61bd9076-a0d7-4d36-ba49-949fbf27c03d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-20T11:13:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-5df5f6df69-rdm2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "46691"
    uid: 0e478804-4bca-42c9-ac80-0b834babef9d
  kind: Event
  lastTimestamp: "2026-07-20T11:14:32Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.67:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-20T11:13:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T11:14:32Z"
    name: isvc-sklearn-s3-predictor-5df5f6df69-rdm2f.18c3fb1e50d2e703
    namespace: kserve-ci-e2e-test
    resourceVersion: "47444"
    uid: e357f0b6-adaa-4c4c-9ca5-c64ceea0ec8c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T11:14:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-5df5f6df69-rdm2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "46691"
    uid: 0e478804-4bca-42c9-ac80-0b834babef9d
  kind: Event
  lastTimestamp: "2026-07-20T11:14:32Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-20T11:14:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T11:14:32Z"
    name: isvc-sklearn-s3-predictor-5df5f6df69-rdm2f.18c3fb329c805910
    namespace: kserve-ci-e2e-test
    resourceVersion: "47396"
    uid: 66e0817d-3cce-4aa0-9360-7cbafadd11a1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T11:14:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-5df5f6df69-rdm2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "46691"
    uid: 0e478804-4bca-42c9-ac80-0b834babef9d
  kind: Event
  lastTimestamp: "2026-07-20T11:14:32Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-20T11:14:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T11:14:32Z"
    name: isvc-sklearn-s3-predictor-5df5f6df69-rdm2f.18c3fb329c8138c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "47398"
    uid: 735f4548-37b4-432b-9568-211c692752b9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T11:14:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-5df5f6df69-rdm2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "46691"
    uid: 0e478804-4bca-42c9-ac80-0b834babef9d
  kind: Event
  lastTimestamp: "2026-07-20T11:14:35Z"
  message: 'Readiness probe failed: Get "https://10.132.0.67:8643/healthz": dial tcp
    10.132.0.67:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-20T11:14:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T11:14:35Z"
    name: isvc-sklearn-s3-predictor-5df5f6df69-rdm2f.18c3fb3381326174
    namespace: kserve-ci-e2e-test
    resourceVersion: "47490"
    uid: 04ca514e-2304-435d-9b24-e4250669d2fc
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T11:13:02Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-predictor-5df5f6df69
    namespace: kserve-ci-e2e-test
    resourceVersion: "46680"
    uid: e4f6fdf2-a875-4f96-adbd-70d944dc8a67
  kind: Event
  lastTimestamp: "2026-07-20T11:13:02Z"
  message: 'Created pod: isvc-sklearn-s3-predictor-5df5f6df69-rdm2f'
  metadata:
    creationTimestamp: "2026-07-20T11:13:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T11:13:02Z"
    name: isvc-sklearn-s3-predictor-5df5f6df69.18c3fb1d9e96f703
    namespace: kserve-ci-e2e-test
    resourceVersion: "46690"
    uid: 99ff60f0-3ed6-4261-bf4a-46b653f16203
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T11:13:01Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "46678"
    uid: c9ed3535-3080-4c9d-a8b5-a6136247ea6b
  kind: Event
  lastTimestamp: "2026-07-20T11:13:01Z"
  message: Scaled up replica set isvc-sklearn-s3-predictor-5df5f6df69 from 0 to 1
  metadata:
    creationTimestamp: "2026-07-20T11:13:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T11:13:01Z"
    name: isvc-sklearn-s3-predictor.18c3fb1d9c3246fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "46682"
    uid: 4d1d0759-4b3a-4310-a645-e1b0f56cca15
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-20T11:13:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "46679"
    uid: 13f120dc-cbe6-49d8-b483-ac8a83befa7f
  kind: Event
  lastTimestamp: "2026-07-20T11:13:47Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-20T11:13:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T11:13:47Z"
    name: isvc-sklearn-s3-predictor.18c3fb211b1a68f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "47047"
    uid: 4ab96b59-1c4a-4d30-900c-5ddf908698ca
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-20T11:13:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "46679"
    uid: 13f120dc-cbe6-49d8-b483-ac8a83befa7f
  kind: Event
  lastTimestamp: "2026-07-20T11:13:47Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-20T11:13:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T11:13:47Z"
    name: isvc-sklearn-s3-predictor.18c3fb211b80b362
    namespace: kserve-ci-e2e-test
    resourceVersion: "47048"
    uid: 0aec407f-dad9-474e-9818-45710c2d3fb0
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-20T11:14:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "46837"
    uid: 13f120dc-cbe6-49d8-b483-ac8a83befa7f
  kind: Event
  lastTimestamp: "2026-07-20T11:14:32Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-20T11:14:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T11:14:32Z"
    name: isvc-sklearn-s3-predictor.18c3fb2b985f99ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "47375"
    uid: f54ae74b-ddc2-4a97-8dc0-37652cb2f380
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-20T11:14:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "46837"
    uid: 13f120dc-cbe6-49d8-b483-ac8a83befa7f
  kind: Event
  lastTimestamp: "2026-07-20T11:14:32Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-20T11:14:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T11:14:32Z"
    name: isvc-sklearn-s3-predictor.18c3fb2b98c31ac8
    namespace: kserve-ci-e2e-test
    resourceVersion: "47376"
    uid: 7dc1a131-1c37-4997-9f4a-9f1b1990df36
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-20T11:17:25.605210Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-cb5f77477-vft5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "48929"
    uid: fb1e2e0a-7997-4e7d-96af-b2720813d442
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-custom-fail-predictor-cb5f77477-vft5d
    to ip-10-0-134-80.ec2.internal
  metadata:
    creationTimestamp: "2026-07-20T11:17:25Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-20T11:17:25Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-cb5f77477-vft5d.18c3fb5afe8e5cc2
    namespace: kserve-ci-e2e-test
    resourceVersion: "48934"
    uid: 995fd909-9d69-4046-9333-a7f1c535c048
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-689d9fc459-bqtkn
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T11:17:25Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-cb5f77477-vft5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "48932"
    uid: fb1e2e0a-7997-4e7d-96af-b2720813d442
  kind: Event
  lastTimestamp: "2026-07-20T11:17:25Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-s3-tls-custom-fail-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-20T11:17:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T11:17:25Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-cb5f77477-vft5d.18c3fb5b0b332398
    namespace: kserve-ci-e2e-test
    resourceVersion: "48949"
    uid: a3c4d948-c92e-497a-878d-aba69ae65817
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T11:17:26Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-cb5f77477-vft5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "48940"
    uid: fb1e2e0a-7997-4e7d-96af-b2720813d442
  kind: Event
  lastTimestamp: "2026-07-20T11:17:26Z"
  message: Add eth0 [10.132.0.71/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-20T11:17:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-20T11:17:26Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-cb5f77477-vft5d.18c3fb5b3b7d7480
    namespace: kserve-ci-e2e-test
    resourceVersion: "48960"
    uid: 7820db83-8f47-430a-ac75-1c3b0f5d2938
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-20T11:17:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-cb5f77477-vft5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "48932"
    uid: fb1e2e0a-7997-4e7d-96af-b2720813d442
  kind: Event
  lastTimestamp: "2026-07-20T11:17:32Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:038cd29f3e031cdfd5fa54ba896bbecc69cd255eda6b470c2f7bce5282357bb8"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-20T11:17:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T11:17:32Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-cb5f77477-vft5d.18c3fb5b3d0483de
    namespace: kserve-ci-e2e-test
    resourceVersion: "49008"
    uid: fd3fcc75-d4bf-4715-b6ad-f9fb0d3db0da
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-20T11:17:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-cb5f77477-vft5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "48932"
    uid: fb1e2e0a-7997-4e7d-96af-b2720813d442
  kind: Event
  lastTimestamp: "2026-07-20T11:17:32Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-20T11:17:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T11:17:32Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-cb5f77477-vft5d.18c3fb5b4010d608
    namespace: kserve-ci-e2e-test
    resourceVersion: "49012"
    uid: 9dbfc4d8-19ad-4439-869b-d4ff79347e5a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-20T11:17:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-cb5f77477-vft5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "48932"
    uid: fb1e2e0a-7997-4e7d-96af-b2720813d442
  kind: Event
  lastTimestamp: "2026-07-20T11:17:32Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-20T11:17:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T11:17:32Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-cb5f77477-vft5d.18c3fb5b407f3754
    namespace: kserve-ci-e2e-test
    resourceVersion: "49013"
    uid: 3b6bb4b1-f481-437b-920b-86f20bf0af92
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T11:17:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-cb5f77477-vft5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "48932"
    uid: fb1e2e0a-7997-4e7d-96af-b2720813d442
  kind: Event
  lastTimestamp: "2026-07-20T11:17:35Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-07-20T11:17:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T11:17:35Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-cb5f77477-vft5d.18c3fb5d540ef891
    namespace: kserve-ci-e2e-test
    resourceVersion: "49060"
    uid: 31875c4e-7767-4288-bd29-fba9a57b96c8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T11:17:25Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-custom-fail-predictor-cb5f77477
    namespace: kserve-ci-e2e-test
    resourceVersion: "48921"
    uid: 5d6dc042-ed5f-4751-badd-15950da1b1bd
  kind: Event
  lastTimestamp: "2026-07-20T11:17:25Z"
  message: 'Created pod: isvc-sklearn-s3-tls-custom-fail-predictor-cb5f77477-vft5d'
  metadata:
    creationTimestamp: "2026-07-20T11:17:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T11:17:25Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-cb5f77477.18c3fb5afe230e03
    namespace: kserve-ci-e2e-test
    resourceVersion: "48931"
    uid: 7f11c031-bf7e-4b5e-b6e0-1258221885e2
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T11:17:25Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-custom-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "48919"
    uid: bb4dab91-958c-4c1e-b9df-f0c6a99bb7ec
  kind: Event
  lastTimestamp: "2026-07-20T11:17:25Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-custom-fail-predictor-cb5f77477
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-20T11:17:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T11:17:25Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor.18c3fb5afc026805
    namespace: kserve-ci-e2e-test
    resourceVersion: "48923"
    uid: 84eeb977-787f-4528-9514-5a6e9f92f87c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-20T11:17:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "48912"
    uid: 164ae9c6-1791-40da-82a2-a06bd7374537
  kind: Event
  lastTimestamp: "2026-07-20T11:17:32Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-20T11:17:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-20T11:17:32Z"
    name: isvc-sklearn-s3-tls-custom-fail.18c3fb5afbfb99eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "49014"
    uid: c8e60641-0560-4b7d-8210-524ac4b4e020
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-20T11:17:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "48912"
    uid: 164ae9c6-1791-40da-82a2-a06bd7374537
  kind: Event
  lastTimestamp: "2026-07-20T11:17:25Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-custom-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-custom-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-20T11:17:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-20T11:17:25Z"
    name: isvc-sklearn-s3-tls-custom-fail.18c3fb5afc5d4da9
    namespace: kserve-ci-e2e-test
    resourceVersion: "48942"
    uid: 220199e7-9c8c-49bb-a1bc-f0fd81bf0604
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T11:17:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "48914"
    uid: 164ae9c6-1791-40da-82a2-a06bd7374537
  kind: Event
  lastTimestamp: "2026-07-20T11:17:25Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-custom-fail": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-07-20T11:17:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-20T11:17:25Z"
    name: isvc-sklearn-s3-tls-custom-fail.18c3fb5b01c8704d
    namespace: kserve-ci-e2e-test
    resourceVersion: "48943"
    uid: 555cc485-a27a-484e-baf2-3af1a7770f38
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-20T11:16:04.501753Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-674bf99d69-brww8
    namespace: kserve-ci-e2e-test
    resourceVersion: "48250"
    uid: 348fcb7b-6f84-4187-b3de-b50f8462e085
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-custom-pass-predictor-674bf99d69-brww8
    to ip-10-0-134-80.ec2.internal
  metadata:
    creationTimestamp: "2026-07-20T11:16:04Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-20T11:16:04Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-674bf99d69-brww8.18c3fb481c69e5da
    namespace: kserve-ci-e2e-test
    resourceVersion: "48256"
    uid: 13ce9a66-e834-4744-a937-5187494ad6de
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-689d9fc459-bqtkn
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T11:16:04Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-674bf99d69-brww8
    namespace: kserve-ci-e2e-test
    resourceVersion: "48262"
    uid: 348fcb7b-6f84-4187-b3de-b50f8462e085
  kind: Event
  lastTimestamp: "2026-07-20T11:16:04Z"
  message: Add eth0 [10.132.0.70/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-20T11:16:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-20T11:16:04Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-674bf99d69-brww8.18c3fb4835f2834e
    namespace: kserve-ci-e2e-test
    resourceVersion: "48279"
    uid: fef63990-4774-41f9-a269-f685ac9625f0
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T11:16:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-674bf99d69-brww8
    namespace: kserve-ci-e2e-test
    resourceVersion: "48253"
    uid: 348fcb7b-6f84-4187-b3de-b50f8462e085
  kind: Event
  lastTimestamp: "2026-07-20T11:16:04Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:038cd29f3e031cdfd5fa54ba896bbecc69cd255eda6b470c2f7bce5282357bb8"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-20T11:16:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T11:16:04Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-674bf99d69-brww8.18c3fb48375750d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "48281"
    uid: c00b197d-aaa7-4c93-b55b-a73329fa4b47
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T11:16:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-674bf99d69-brww8
    namespace: kserve-ci-e2e-test
    resourceVersion: "48253"
    uid: 348fcb7b-6f84-4187-b3de-b50f8462e085
  kind: Event
  lastTimestamp: "2026-07-20T11:16:04Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-20T11:16:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T11:16:04Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-674bf99d69-brww8.18c3fb4839dca07b
    namespace: kserve-ci-e2e-test
    resourceVersion: "48282"
    uid: 57ec4268-ebd1-4c4c-ab8b-9df17fa0b9d0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T11:16:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-674bf99d69-brww8
    namespace: kserve-ci-e2e-test
    resourceVersion: "48253"
    uid: 348fcb7b-6f84-4187-b3de-b50f8462e085
  kind: Event
  lastTimestamp: "2026-07-20T11:16:05Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-20T11:16:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T11:16:05Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-674bf99d69-brww8.18c3fb483a4f52ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "48283"
    uid: 51910f85-74d8-402a-acd3-849a2ab76a94
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T11:16:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-674bf99d69-brww8
    namespace: kserve-ci-e2e-test
    resourceVersion: "48253"
    uid: 348fcb7b-6f84-4187-b3de-b50f8462e085
  kind: Event
  lastTimestamp: "2026-07-20T11:16:06Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1771"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-20T11:16:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T11:16:06Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-674bf99d69-brww8.18c3fb489e9e65ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "48301"
    uid: dfee884c-fea6-4aba-8e99-931fdb1f52f6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T11:16:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-674bf99d69-brww8
    namespace: kserve-ci-e2e-test
    resourceVersion: "48253"
    uid: 348fcb7b-6f84-4187-b3de-b50f8462e085
  kind: Event
  lastTimestamp: "2026-07-20T11:16:06Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-20T11:16:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T11:16:06Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-674bf99d69-brww8.18c3fb48a1bc7fa6
    namespace: kserve-ci-e2e-test
    resourceVersion: "48304"
    uid: 38f2ec84-e015-43d2-9ec0-8e6c799ed8b6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T11:16:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-674bf99d69-brww8
    namespace: kserve-ci-e2e-test
    resourceVersion: "48253"
    uid: 348fcb7b-6f84-4187-b3de-b50f8462e085
  kind: Event
  lastTimestamp: "2026-07-20T11:16:06Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-20T11:16:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T11:16:06Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-674bf99d69-brww8.18c3fb48a22c2ed7
    namespace: kserve-ci-e2e-test
    resourceVersion: "48306"
    uid: 4915972f-8592-44cc-86a8-21417e5de2b6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T11:16:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-674bf99d69-brww8
    namespace: kserve-ci-e2e-test
    resourceVersion: "48253"
    uid: 348fcb7b-6f84-4187-b3de-b50f8462e085
  kind: Event
  lastTimestamp: "2026-07-20T11:16:06Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-20T11:16:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T11:16:06Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-674bf99d69-brww8.18c3fb48a238108f
    namespace: kserve-ci-e2e-test
    resourceVersion: "48307"
    uid: 1bd518a7-290c-4e76-8dcb-faf31787a919
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T11:16:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-674bf99d69-brww8
    namespace: kserve-ci-e2e-test
    resourceVersion: "48253"
    uid: 348fcb7b-6f84-4187-b3de-b50f8462e085
  kind: Event
  lastTimestamp: "2026-07-20T11:16:06Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-20T11:16:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T11:16:06Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-674bf99d69-brww8.18c3fb48a53139e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "48309"
    uid: d1b6487e-71c2-4fe8-9c91-bee203d0b19a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T11:16:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-674bf99d69-brww8
    namespace: kserve-ci-e2e-test
    resourceVersion: "48253"
    uid: 348fcb7b-6f84-4187-b3de-b50f8462e085
  kind: Event
  lastTimestamp: "2026-07-20T11:16:06Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-20T11:16:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T11:16:06Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-674bf99d69-brww8.18c3fb48a59d8c28
    namespace: kserve-ci-e2e-test
    resourceVersion: "48310"
    uid: 67b640f6-0e58-4def-8cd5-6f90849a659a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-20T11:16:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-674bf99d69-brww8
    namespace: kserve-ci-e2e-test
    resourceVersion: "48253"
    uid: 348fcb7b-6f84-4187-b3de-b50f8462e085
  kind: Event
  lastTimestamp: "2026-07-20T11:17:14Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.70:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-20T11:16:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T11:17:14Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-674bf99d69-brww8.18c3fb49167d4bb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "48804"
    uid: 8de20b67-6634-4329-b2df-bee3e3abd23c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T11:17:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-674bf99d69-brww8
    namespace: kserve-ci-e2e-test
    resourceVersion: "48253"
    uid: 348fcb7b-6f84-4187-b3de-b50f8462e085
  kind: Event
  lastTimestamp: "2026-07-20T11:17:24Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-20T11:17:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T11:17:24Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-674bf99d69-brww8.18c3fb5abf74e5ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "48895"
    uid: 8def67bc-68ce-46f3-a985-710b7e9b35f0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T11:17:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-674bf99d69-brww8
    namespace: kserve-ci-e2e-test
    resourceVersion: "48253"
    uid: 348fcb7b-6f84-4187-b3de-b50f8462e085
  kind: Event
  lastTimestamp: "2026-07-20T11:17:24Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-20T11:17:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T11:17:24Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-674bf99d69-brww8.18c3fb5abf75f84c
    namespace: kserve-ci-e2e-test
    resourceVersion: "48896"
    uid: 96cdf19b-3d4c-4be9-a5fa-0181e8504327
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T11:17:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-674bf99d69-brww8
    namespace: kserve-ci-e2e-test
    resourceVersion: "48253"
    uid: 348fcb7b-6f84-4187-b3de-b50f8462e085
  kind: Event
  lastTimestamp: "2026-07-20T11:17:24Z"
  message: 'Readiness probe failed: Get "https://10.132.0.70:8643/healthz": dial tcp
    10.132.0.70:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-20T11:17:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T11:17:24Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-674bf99d69-brww8.18c3fb5ac8a0b5bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "48899"
    uid: aa55944e-70e1-4794-9106-5acb88760193
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T11:16:04Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-custom-pass-predictor-674bf99d69
    namespace: kserve-ci-e2e-test
    resourceVersion: "48242"
    uid: f3eeef1c-66e7-4f55-9472-b73f6d7b87a0
  kind: Event
  lastTimestamp: "2026-07-20T11:16:04Z"
  message: 'Created pod: isvc-sklearn-s3-tls-custom-pass-predictor-674bf99d69-brww8'
  metadata:
    creationTimestamp: "2026-07-20T11:16:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T11:16:04Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-674bf99d69.18c3fb481bfc3f9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "48252"
    uid: d0c4240a-8d81-4198-a5cb-40b51b787a83
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T11:16:04Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "48240"
    uid: 210017a3-c277-46b3-a3ac-7bae9dcee94d
  kind: Event
  lastTimestamp: "2026-07-20T11:16:04Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-custom-pass-predictor-674bf99d69
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-20T11:16:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T11:16:04Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18c3fb48197f19f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "48244"
    uid: a3896869-d1a8-487f-8c09-a4ec2783823d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-20T11:16:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "48241"
    uid: 80e4721d-e41d-4278-ae47-2a8133fd2cfd
  kind: Event
  lastTimestamp: "2026-07-20T11:16:34Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-20T11:16:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T11:16:34Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18c3fb4b981f1c89
    namespace: kserve-ci-e2e-test
    resourceVersion: "48516"
    uid: e317f318-5661-40ab-95b5-e64cb5923c4a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-20T11:16:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "48241"
    uid: 80e4721d-e41d-4278-ae47-2a8133fd2cfd
  kind: Event
  lastTimestamp: "2026-07-20T11:16:34Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-20T11:16:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T11:16:34Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18c3fb4b98896008
    namespace: kserve-ci-e2e-test
    resourceVersion: "48517"
    uid: e9782936-1a7c-4032-a64a-5ee99d1c3be7
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-20T11:16:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "48415"
    uid: 80e4721d-e41d-4278-ae47-2a8133fd2cfd
  kind: Event
  lastTimestamp: "2026-07-20T11:17:19Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-20T11:16:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T11:17:19Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18c3fb52968eeb35
    namespace: kserve-ci-e2e-test
    resourceVersion: "48835"
    uid: 8ec7a6da-e2b3-4a63-a8f2-ac33aff66285
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-20T11:16:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "48415"
    uid: 80e4721d-e41d-4278-ae47-2a8133fd2cfd
  kind: Event
  lastTimestamp: "2026-07-20T11:17:19Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-20T11:16:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T11:17:19Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18c3fb5296f5068d
    namespace: kserve-ci-e2e-test
    resourceVersion: "48836"
    uid: 51f5c637-977d-4df2-84ac-9ff72800dda2
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-07-20T11:16:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "48233"
    uid: 489bfd95-b22b-4900-b5f5-af8db82fcb7c
  kind: Event
  lastTimestamp: "2026-07-20T11:17:22Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-20T11:16:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-20T11:17:22Z"
    name: isvc-sklearn-s3-tls-custom-pass.18c3fb481979c013
    namespace: kserve-ci-e2e-test
    resourceVersion: "48864"
    uid: 33497237-cd7c-4b47-8582-67afceb5d26c
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-20T11:16:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "48233"
    uid: 489bfd95-b22b-4900-b5f5-af8db82fcb7c
  kind: Event
  lastTimestamp: "2026-07-20T11:16:04Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-custom-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-custom-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-20T11:16:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-20T11:16:04Z"
    name: isvc-sklearn-s3-tls-custom-pass.18c3fb4819c6f22c
    namespace: kserve-ci-e2e-test
    resourceVersion: "48264"
    uid: 75c0d487-6428-4418-84c1-a410ae19a213
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T11:16:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "48236"
    uid: 489bfd95-b22b-4900-b5f5-af8db82fcb7c
  kind: Event
  lastTimestamp: "2026-07-20T11:16:04Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-custom-pass": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-07-20T11:16:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-20T11:16:04Z"
    name: isvc-sklearn-s3-tls-custom-pass.18c3fb481f3b2d58
    namespace: kserve-ci-e2e-test
    resourceVersion: "48265"
    uid: 830cdf5f-fec1-41f4-9054-a3a1f7e85c00
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T11:17:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "48862"
    uid: 489bfd95-b22b-4900-b5f5-af8db82fcb7c
  kind: Event
  lastTimestamp: "2026-07-20T11:17:22Z"
  message: InferenceService [isvc-sklearn-s3-tls-custom-pass] is Ready
  metadata:
    creationTimestamp: "2026-07-20T11:17:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-20T11:17:22Z"
    name: isvc-sklearn-s3-tls-custom-pass.18c3fb5a5a041342
    namespace: kserve-ci-e2e-test
    resourceVersion: "48863"
    uid: e8b10e1e-a34f-4f74-9636-12f7bd808136
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-20T11:15:53.385102Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-86b65c68d9-ckp4p
    namespace: kserve-ci-e2e-test
    resourceVersion: "48093"
    uid: 4dc732f0-5319-4314-8189-9bb0ba826b4d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-global-fail-predictor-86b65c68d9-ckp4p
    to ip-10-0-134-80.ec2.internal
  metadata:
    creationTimestamp: "2026-07-20T11:15:53Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-20T11:15:53Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-86b65c68d9-ckp4p.18c3fb4585cf308e
    namespace: kserve-ci-e2e-test
    resourceVersion: "48098"
    uid: 4ff4acf3-ef44-4e58-b738-e699cf94a47e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-689d9fc459-bqtkn
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T11:15:53Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-86b65c68d9-ckp4p
    namespace: kserve-ci-e2e-test
    resourceVersion: "48095"
    uid: 4dc732f0-5319-4314-8189-9bb0ba826b4d
  kind: Event
  lastTimestamp: "2026-07-20T11:15:53Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-s3-tls-global-fail-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-20T11:15:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T11:15:53Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-86b65c68d9-ckp4p.18c3fb458ebdf868
    namespace: kserve-ci-e2e-test
    resourceVersion: "48110"
    uid: 2cbd7fd3-82a0-477c-850f-741d0fc33caa
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T11:15:54Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-86b65c68d9-ckp4p
    namespace: kserve-ci-e2e-test
    resourceVersion: "48103"
    uid: 4dc732f0-5319-4314-8189-9bb0ba826b4d
  kind: Event
  lastTimestamp: "2026-07-20T11:15:54Z"
  message: Add eth0 [10.132.0.69/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-20T11:15:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-20T11:15:54Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-86b65c68d9-ckp4p.18c3fb45c2e57814
    namespace: kserve-ci-e2e-test
    resourceVersion: "48120"
    uid: 80328c02-1fd4-4ff7-95ea-6ff34a3da264
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-20T11:15:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-86b65c68d9-ckp4p
    namespace: kserve-ci-e2e-test
    resourceVersion: "48095"
    uid: 4dc732f0-5319-4314-8189-9bb0ba826b4d
  kind: Event
  lastTimestamp: "2026-07-20T11:15:58Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:038cd29f3e031cdfd5fa54ba896bbecc69cd255eda6b470c2f7bce5282357bb8"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-20T11:15:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T11:15:58Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-86b65c68d9-ckp4p.18c3fb45c4459a89
    namespace: kserve-ci-e2e-test
    resourceVersion: "48163"
    uid: adcc01c9-1914-4286-a787-3dec671ffa1c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-20T11:15:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-86b65c68d9-ckp4p
    namespace: kserve-ci-e2e-test
    resourceVersion: "48095"
    uid: 4dc732f0-5319-4314-8189-9bb0ba826b4d
  kind: Event
  lastTimestamp: "2026-07-20T11:15:58Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-20T11:15:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T11:15:58Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-86b65c68d9-ckp4p.18c3fb45c7153e81
    namespace: kserve-ci-e2e-test
    resourceVersion: "48165"
    uid: d645aa57-cfb9-4393-9169-65cad5592ac3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-20T11:15:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-86b65c68d9-ckp4p
    namespace: kserve-ci-e2e-test
    resourceVersion: "48095"
    uid: 4dc732f0-5319-4314-8189-9bb0ba826b4d
  kind: Event
  lastTimestamp: "2026-07-20T11:15:58Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-20T11:15:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T11:15:58Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-86b65c68d9-ckp4p.18c3fb45c7a482e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "48168"
    uid: cf785f64-a1ac-435c-a50e-1cdba57fca6f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T11:16:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-86b65c68d9-ckp4p
    namespace: kserve-ci-e2e-test
    resourceVersion: "48095"
    uid: 4dc732f0-5319-4314-8189-9bb0ba826b4d
  kind: Event
  lastTimestamp: "2026-07-20T11:16:03Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-07-20T11:16:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T11:16:03Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-86b65c68d9-ckp4p.18c3fb47dab8cbc2
    namespace: kserve-ci-e2e-test
    resourceVersion: "48215"
    uid: 8ca4dffd-5cf8-4d8b-a76a-56dce08c4a2e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T11:15:53Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-global-fail-predictor-86b65c68d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "48084"
    uid: 2ee98130-34e5-4331-a77d-79219a443236
  kind: Event
  lastTimestamp: "2026-07-20T11:15:53Z"
  message: 'Created pod: isvc-sklearn-s3-tls-global-fail-predictor-86b65c68d9-ckp4p'
  metadata:
    creationTimestamp: "2026-07-20T11:15:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T11:15:53Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-86b65c68d9.18c3fb4585583e10
    namespace: kserve-ci-e2e-test
    resourceVersion: "48094"
    uid: afa2d30e-7e94-4808-8e00-9a7a61b7785c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T11:15:53Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-global-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "48082"
    uid: 26827d74-970c-4c2b-9196-79d83eed6b59
  kind: Event
  lastTimestamp: "2026-07-20T11:15:53Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-global-fail-predictor-86b65c68d9
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-20T11:15:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T11:15:53Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor.18c3fb4582e13843
    namespace: kserve-ci-e2e-test
    resourceVersion: "48087"
    uid: 80d13224-6ae6-4c31-a969-5277c7dd2287
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-20T11:15:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "48072"
    uid: f66d465d-00b3-4dd5-9702-152d081c4020
  kind: Event
  lastTimestamp: "2026-07-20T11:15:58Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-20T11:15:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-20T11:15:58Z"
    name: isvc-sklearn-s3-tls-global-fail.18c3fb4582dd5b3b
    namespace: kserve-ci-e2e-test
    resourceVersion: "48169"
    uid: fa16f77b-30e1-49c6-9641-d519e657b598
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-20T11:15:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "48072"
    uid: f66d465d-00b3-4dd5-9702-152d081c4020
  kind: Event
  lastTimestamp: "2026-07-20T11:15:53Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-global-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-global-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-20T11:15:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-20T11:15:53Z"
    name: isvc-sklearn-s3-tls-global-fail.18c3fb4583600e81
    namespace: kserve-ci-e2e-test
    resourceVersion: "48105"
    uid: 6152c6ea-d2fd-4bc0-b999-d80430f6768a
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T11:15:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "48079"
    uid: f66d465d-00b3-4dd5-9702-152d081c4020
  kind: Event
  lastTimestamp: "2026-07-20T11:15:53Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-global-fail": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-07-20T11:15:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-20T11:15:53Z"
    name: isvc-sklearn-s3-tls-global-fail.18c3fb45892ab93a
    namespace: kserve-ci-e2e-test
    resourceVersion: "48106"
    uid: 328bc0f6-0935-4d4d-b30b-4c8f9e9c1461
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-20T11:14:32.299325Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-65b855989-29v86
    namespace: kserve-ci-e2e-test
    resourceVersion: "47421"
    uid: 024815a1-6f9f-45f1-a9f7-334d97c16cc0
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-global-pass-predictor-65b855989-29v86
    to ip-10-0-134-80.ec2.internal
  metadata:
    creationTimestamp: "2026-07-20T11:14:32Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-20T11:14:32Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-65b855989-29v86.18c3fb32a4b861ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "47427"
    uid: f27da0a7-58ff-4a42-97d5-eee7b078e7ff
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-689d9fc459-bqtkn
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T11:14:32Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-65b855989-29v86
    namespace: kserve-ci-e2e-test
    resourceVersion: "47431"
    uid: 024815a1-6f9f-45f1-a9f7-334d97c16cc0
  kind: Event
  lastTimestamp: "2026-07-20T11:14:32Z"
  message: Add eth0 [10.132.0.68/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-20T11:14:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-20T11:14:32Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-65b855989-29v86.18c3fb32be5a5a28
    namespace: kserve-ci-e2e-test
    resourceVersion: "47441"
    uid: 148a66bd-e5fb-4c8a-9877-282f5189fb75
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T11:14:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-65b855989-29v86
    namespace: kserve-ci-e2e-test
    resourceVersion: "47425"
    uid: 024815a1-6f9f-45f1-a9f7-334d97c16cc0
  kind: Event
  lastTimestamp: "2026-07-20T11:14:32Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:038cd29f3e031cdfd5fa54ba896bbecc69cd255eda6b470c2f7bce5282357bb8"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-20T11:14:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T11:14:32Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-65b855989-29v86.18c3fb32bfdccbc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "47443"
    uid: 4a94a4b9-0a8d-486d-bbf4-3e652ae3563b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T11:14:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-65b855989-29v86
    namespace: kserve-ci-e2e-test
    resourceVersion: "47425"
    uid: 024815a1-6f9f-45f1-a9f7-334d97c16cc0
  kind: Event
  lastTimestamp: "2026-07-20T11:14:32Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-20T11:14:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T11:14:32Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-65b855989-29v86.18c3fb32c28f74f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "47446"
    uid: 9f1ef3cb-3719-46d6-90ca-189c14f0b32f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T11:14:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-65b855989-29v86
    namespace: kserve-ci-e2e-test
    resourceVersion: "47425"
    uid: 024815a1-6f9f-45f1-a9f7-334d97c16cc0
  kind: Event
  lastTimestamp: "2026-07-20T11:14:32Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-20T11:14:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T11:14:32Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-65b855989-29v86.18c3fb32c2ff907f
    namespace: kserve-ci-e2e-test
    resourceVersion: "47447"
    uid: e3467e4b-ce5d-4fc0-8419-c610c4cdafec
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T11:14:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-65b855989-29v86
    namespace: kserve-ci-e2e-test
    resourceVersion: "47425"
    uid: 024815a1-6f9f-45f1-a9f7-334d97c16cc0
  kind: Event
  lastTimestamp: "2026-07-20T11:14:34Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1771"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-20T11:14:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T11:14:34Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-65b855989-29v86.18c3fb331d6bd86e
    namespace: kserve-ci-e2e-test
    resourceVersion: "47465"
    uid: acde5e6f-f316-4f10-8713-d8ca26ca8907
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T11:14:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-65b855989-29v86
    namespace: kserve-ci-e2e-test
    resourceVersion: "47425"
    uid: 024815a1-6f9f-45f1-a9f7-334d97c16cc0
  kind: Event
  lastTimestamp: "2026-07-20T11:14:34Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-20T11:14:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T11:14:34Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-65b855989-29v86.18c3fb33205ef469
    namespace: kserve-ci-e2e-test
    resourceVersion: "47467"
    uid: 0345bde6-434b-4418-b852-2a1f42494ae5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T11:14:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-65b855989-29v86
    namespace: kserve-ci-e2e-test
    resourceVersion: "47425"
    uid: 024815a1-6f9f-45f1-a9f7-334d97c16cc0
  kind: Event
  lastTimestamp: "2026-07-20T11:14:34Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-20T11:14:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T11:14:34Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-65b855989-29v86.18c3fb3320d4a91f
    namespace: kserve-ci-e2e-test
    resourceVersion: "47469"
    uid: 15a31f2d-c743-43b1-99bf-5808932a7c68
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T11:14:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-65b855989-29v86
    namespace: kserve-ci-e2e-test
    resourceVersion: "47425"
    uid: 024815a1-6f9f-45f1-a9f7-334d97c16cc0
  kind: Event
  lastTimestamp: "2026-07-20T11:14:34Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-20T11:14:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T11:14:34Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-65b855989-29v86.18c3fb3320def3b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "47471"
    uid: 87ef3381-3828-492c-ad9a-b902b8f3ffe4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T11:14:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-65b855989-29v86
    namespace: kserve-ci-e2e-test
    resourceVersion: "47425"
    uid: 024815a1-6f9f-45f1-a9f7-334d97c16cc0
  kind: Event
  lastTimestamp: "2026-07-20T11:14:34Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-20T11:14:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T11:14:34Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-65b855989-29v86.18c3fb332375af7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "47473"
    uid: 65d7f9d0-faa0-405f-9ba7-aaa5e2899a2a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T11:14:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-65b855989-29v86
    namespace: kserve-ci-e2e-test
    resourceVersion: "47425"
    uid: 024815a1-6f9f-45f1-a9f7-334d97c16cc0
  kind: Event
  lastTimestamp: "2026-07-20T11:14:34Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-20T11:14:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T11:14:34Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-65b855989-29v86.18c3fb3323e20de7
    namespace: kserve-ci-e2e-test
    resourceVersion: "47474"
    uid: 2e8e7bea-086c-4901-9de8-0a2af51aea00
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-20T11:14:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-65b855989-29v86
    namespace: kserve-ci-e2e-test
    resourceVersion: "47425"
    uid: 024815a1-6f9f-45f1-a9f7-334d97c16cc0
  kind: Event
  lastTimestamp: "2026-07-20T11:15:41Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.68:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-20T11:14:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T11:15:41Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-65b855989-29v86.18c3fb3359650291
    namespace: kserve-ci-e2e-test
    resourceVersion: "47948"
    uid: 5cdcab00-be10-45ed-984a-cfa77b64d39b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T11:15:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-65b855989-29v86
    namespace: kserve-ci-e2e-test
    resourceVersion: "47425"
    uid: 024815a1-6f9f-45f1-a9f7-334d97c16cc0
  kind: Event
  lastTimestamp: "2026-07-20T11:15:52Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-20T11:15:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T11:15:52Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-65b855989-29v86.18c3fb4547189b01
    namespace: kserve-ci-e2e-test
    resourceVersion: "48055"
    uid: a002348f-cc4f-4fe8-a3bd-572a3f985108
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T11:15:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-65b855989-29v86
    namespace: kserve-ci-e2e-test
    resourceVersion: "47425"
    uid: 024815a1-6f9f-45f1-a9f7-334d97c16cc0
  kind: Event
  lastTimestamp: "2026-07-20T11:15:52Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-20T11:15:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T11:15:52Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-65b855989-29v86.18c3fb4547190c51
    namespace: kserve-ci-e2e-test
    resourceVersion: "48056"
    uid: bf5caadf-48b4-4953-abc5-8e9457f73f21
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T11:15:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-65b855989-29v86
    namespace: kserve-ci-e2e-test
    resourceVersion: "47425"
    uid: 024815a1-6f9f-45f1-a9f7-334d97c16cc0
  kind: Event
  lastTimestamp: "2026-07-20T11:15:56Z"
  message: 'Readiness probe failed: Get "https://10.132.0.68:8643/healthz": dial tcp
    10.132.0.68:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-20T11:15:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T11:15:56Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-65b855989-29v86.18c3fb46358289d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "48144"
    uid: 5971572d-7b36-4e04-9217-ee15b630ab6c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T11:14:32Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-global-pass-predictor-65b855989
    namespace: kserve-ci-e2e-test
    resourceVersion: "47410"
    uid: c54b2409-7040-4aca-bc2a-518eba5995c0
  kind: Event
  lastTimestamp: "2026-07-20T11:14:32Z"
  message: 'Created pod: isvc-sklearn-s3-tls-global-pass-predictor-65b855989-29v86'
  metadata:
    creationTimestamp: "2026-07-20T11:14:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T11:14:32Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-65b855989.18c3fb32a44f82ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "47424"
    uid: fcfe7f46-3be1-46c6-b718-07201d58f390
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T11:14:32Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "47408"
    uid: 7bc1f6cc-1a08-4ce0-9f90-7d550988ea9b
  kind: Event
  lastTimestamp: "2026-07-20T11:14:32Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-global-pass-predictor-65b855989
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-20T11:14:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T11:14:32Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18c3fb32a06491e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "47412"
    uid: 36459b90-997e-444e-a410-39c8266248bb
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-20T11:14:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "47409"
    uid: fd561649-407c-4652-a8b0-9846295aed17
  kind: Event
  lastTimestamp: "2026-07-20T11:15:17Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-20T11:14:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T11:15:17Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18c3fb361f6e1881
    namespace: kserve-ci-e2e-test
    resourceVersion: "47782"
    uid: a6cd27f3-df91-43ee-9268-7da22f22b352
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-20T11:14:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "47409"
    uid: fd561649-407c-4652-a8b0-9846295aed17
  kind: Event
  lastTimestamp: "2026-07-20T11:15:17Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-20T11:14:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T11:15:17Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18c3fb361fd930fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "47783"
    uid: 6a1622f2-a092-4a79-bc10-d21d5eb7832d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-20T11:15:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "47569"
    uid: fd561649-407c-4652-a8b0-9846295aed17
  kind: Event
  lastTimestamp: "2026-07-20T11:15:47Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-20T11:15:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T11:15:47Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18c3fb399eb97526
    namespace: kserve-ci-e2e-test
    resourceVersion: "47993"
    uid: 3d9a4560-d958-4c0d-999c-10b78673fdc9
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-20T11:15:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "47569"
    uid: fd561649-407c-4652-a8b0-9846295aed17
  kind: Event
  lastTimestamp: "2026-07-20T11:15:47Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-20T11:15:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T11:15:47Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18c3fb399f1ec405
    namespace: kserve-ci-e2e-test
    resourceVersion: "47994"
    uid: 3413410e-0049-4905-875d-0ba431dd862a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-20T11:14:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "47397"
    uid: e4c30cac-a0f1-4245-8e0a-790135c33552
  kind: Event
  lastTimestamp: "2026-07-20T11:15:51Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-20T11:14:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-20T11:15:51Z"
    name: isvc-sklearn-s3-tls-global-pass.18c3fb32a05f36c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "48032"
    uid: d6f2525f-a2df-43e3-b021-3d5f6cb57ee0
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-20T11:14:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "47397"
    uid: e4c30cac-a0f1-4245-8e0a-790135c33552
  kind: Event
  lastTimestamp: "2026-07-20T11:14:32Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-global-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-global-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-20T11:14:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-20T11:14:32Z"
    name: isvc-sklearn-s3-tls-global-pass.18c3fb32a0d3c023
    namespace: kserve-ci-e2e-test
    resourceVersion: "47433"
    uid: 1160ff23-f3e6-4eec-b72a-1a3ef945f3b3
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T11:14:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "47417"
    uid: e4c30cac-a0f1-4245-8e0a-790135c33552
  kind: Event
  lastTimestamp: "2026-07-20T11:14:32Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-global-pass": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-07-20T11:14:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-20T11:14:32Z"
    name: isvc-sklearn-s3-tls-global-pass.18c3fb32a7262db9
    namespace: kserve-ci-e2e-test
    resourceVersion: "47434"
    uid: c907cb42-87c8-491b-8b39-394f5336b503
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T11:15:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "48028"
    uid: e4c30cac-a0f1-4245-8e0a-790135c33552
  kind: Event
  lastTimestamp: "2026-07-20T11:15:51Z"
  message: InferenceService [isvc-sklearn-s3-tls-global-pass] is Ready
  metadata:
    creationTimestamp: "2026-07-20T11:15:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-20T11:15:51Z"
    name: isvc-sklearn-s3-tls-global-pass.18c3fb4510e10ed9
    namespace: kserve-ci-e2e-test
    resourceVersion: "48029"
    uid: ced788c1-b4f1-4617-bfad-2160bef47eb6
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-20T11:18:57.826013Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-bdc8789fb-8gxlq
    namespace: kserve-ci-e2e-test
    resourceVersion: "49765"
    uid: fcc51ab6-c69f-40b9-99af-4a911bbe1dc3
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-serving-fail-predictor-bdc8789fb-8gxlq
    to ip-10-0-134-80.ec2.internal
  metadata:
    creationTimestamp: "2026-07-20T11:18:57Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-20T11:18:57Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-bdc8789fb-8gxlq.18c3fb707758199e
    namespace: kserve-ci-e2e-test
    resourceVersion: "49769"
    uid: 970d7482-75ae-453e-873c-5f33cb0b57b5
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-689d9fc459-bqtkn
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T11:18:57Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-bdc8789fb-8gxlq
    namespace: kserve-ci-e2e-test
    resourceVersion: "49767"
    uid: fcc51ab6-c69f-40b9-99af-4a911bbe1dc3
  kind: Event
  lastTimestamp: "2026-07-20T11:18:57Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-s3-tls-serving-fail-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-20T11:18:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T11:18:57Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-bdc8789fb-8gxlq.18c3fb7080ff1a94
    namespace: kserve-ci-e2e-test
    resourceVersion: "49780"
    uid: 2957bb53-1298-4bcb-8d77-b62e8f487e48
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T11:18:58Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-bdc8789fb-8gxlq
    namespace: kserve-ci-e2e-test
    resourceVersion: "49775"
    uid: fcc51ab6-c69f-40b9-99af-4a911bbe1dc3
  kind: Event
  lastTimestamp: "2026-07-20T11:18:58Z"
  message: Add eth0 [10.132.0.73/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-20T11:18:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-20T11:18:58Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-bdc8789fb-8gxlq.18c3fb70b4505fb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "49789"
    uid: 68ea26f4-c73b-4754-8599-989f620fa3f3
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-20T11:18:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-bdc8789fb-8gxlq
    namespace: kserve-ci-e2e-test
    resourceVersion: "49767"
    uid: fcc51ab6-c69f-40b9-99af-4a911bbe1dc3
  kind: Event
  lastTimestamp: "2026-07-20T11:19:04Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:038cd29f3e031cdfd5fa54ba896bbecc69cd255eda6b470c2f7bce5282357bb8"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-20T11:18:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T11:19:04Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-bdc8789fb-8gxlq.18c3fb70b5d6415c
    namespace: kserve-ci-e2e-test
    resourceVersion: "49838"
    uid: ade9324a-0593-44cf-acc1-ffaa629f944d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-20T11:18:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-bdc8789fb-8gxlq
    namespace: kserve-ci-e2e-test
    resourceVersion: "49767"
    uid: fcc51ab6-c69f-40b9-99af-4a911bbe1dc3
  kind: Event
  lastTimestamp: "2026-07-20T11:19:04Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-20T11:18:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T11:19:04Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-bdc8789fb-8gxlq.18c3fb70b8aa77f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "49842"
    uid: 6a502647-ab27-4144-8ce4-4c2cf3114f4e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-20T11:18:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-bdc8789fb-8gxlq
    namespace: kserve-ci-e2e-test
    resourceVersion: "49767"
    uid: fcc51ab6-c69f-40b9-99af-4a911bbe1dc3
  kind: Event
  lastTimestamp: "2026-07-20T11:19:04Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-20T11:18:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T11:19:04Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-bdc8789fb-8gxlq.18c3fb70b91ae457
    namespace: kserve-ci-e2e-test
    resourceVersion: "49845"
    uid: 8a5be111-0b97-436e-8a22-697492d50a75
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T11:19:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-bdc8789fb-8gxlq
    namespace: kserve-ci-e2e-test
    resourceVersion: "49767"
    uid: fcc51ab6-c69f-40b9-99af-4a911bbe1dc3
  kind: Event
  lastTimestamp: "2026-07-20T11:19:06Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-sklearn-s3-tls-serving-fail-predictor-bdc8789fb-8gxlq_kserve-ci-e2e-test(fcc51ab6-c69f-40b9-99af-4a911bbe1dc3)
  metadata:
    creationTimestamp: "2026-07-20T11:19:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T11:19:06Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-bdc8789fb-8gxlq.18c3fb7276733d24
    namespace: kserve-ci-e2e-test
    resourceVersion: "49860"
    uid: 53455426-b933-4ac8-a8e3-537336d6de66
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T11:18:57Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-serving-fail-predictor-bdc8789fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "49755"
    uid: 9b283493-8a15-4377-9b21-e074f0bf3c54
  kind: Event
  lastTimestamp: "2026-07-20T11:18:57Z"
  message: 'Created pod: isvc-sklearn-s3-tls-serving-fail-predictor-bdc8789fb-8gxlq'
  metadata:
    creationTimestamp: "2026-07-20T11:18:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T11:18:57Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-bdc8789fb.18c3fb7076ed78f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "49766"
    uid: 76d222ba-0e2d-40da-8e0a-cfb9574acebb
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T11:18:57Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-serving-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "49753"
    uid: 31064a2c-5793-439d-94f3-a9386e42a259
  kind: Event
  lastTimestamp: "2026-07-20T11:18:57Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-serving-fail-predictor-bdc8789fb
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-20T11:18:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T11:18:57Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor.18c3fb707453e16a
    namespace: kserve-ci-e2e-test
    resourceVersion: "49757"
    uid: 1d8cb2fd-3d8e-4845-89fe-9fead9f43137
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-07-20T11:18:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "49746"
    uid: 6d93961d-d04f-46dd-ade8-740a154b7b6d
  kind: Event
  lastTimestamp: "2026-07-20T11:19:06Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-20T11:18:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-20T11:19:06Z"
    name: isvc-sklearn-s3-tls-serving-fail.18c3fb7074521255
    namespace: kserve-ci-e2e-test
    resourceVersion: "49867"
    uid: 4105b428-d41b-43f8-9bb7-2419eea98111
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T11:18:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "49746"
    uid: 6d93961d-d04f-46dd-ade8-740a154b7b6d
  kind: Event
  lastTimestamp: "2026-07-20T11:18:57Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-serving-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-20T11:18:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-20T11:18:57Z"
    name: isvc-sklearn-s3-tls-serving-fail.18c3fb7075003f28
    namespace: kserve-ci-e2e-test
    resourceVersion: "49760"
    uid: 13182ae7-3f08-49c2-a099-1fc5651464e2
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-20T11:17:36.729103Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6b49f44886-ff8qh
    namespace: kserve-ci-e2e-test
    resourceVersion: "49096"
    uid: 14ebf4ae-ffeb-4349-baa2-9716b9a22bef
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-serving-pass-predictor-6b49f44886-ff8qh
    to ip-10-0-134-80.ec2.internal
  metadata:
    creationTimestamp: "2026-07-20T11:17:36Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-20T11:17:36Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6b49f44886-ff8qh.18c3fb5d95977531
    namespace: kserve-ci-e2e-test
    resourceVersion: "49100"
    uid: d7360b58-63c9-453f-92be-391e49a7bca8
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-689d9fc459-bqtkn
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T11:17:37Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6b49f44886-ff8qh
    namespace: kserve-ci-e2e-test
    resourceVersion: "49106"
    uid: 14ebf4ae-ffeb-4349-baa2-9716b9a22bef
  kind: Event
  lastTimestamp: "2026-07-20T11:17:37Z"
  message: Add eth0 [10.132.0.72/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-20T11:17:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-20T11:17:37Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6b49f44886-ff8qh.18c3fb5daf768263
    namespace: kserve-ci-e2e-test
    resourceVersion: "49117"
    uid: a9821e8f-1033-4c83-9218-56f492f7a019
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T11:17:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6b49f44886-ff8qh
    namespace: kserve-ci-e2e-test
    resourceVersion: "49098"
    uid: 14ebf4ae-ffeb-4349-baa2-9716b9a22bef
  kind: Event
  lastTimestamp: "2026-07-20T11:17:37Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:038cd29f3e031cdfd5fa54ba896bbecc69cd255eda6b470c2f7bce5282357bb8"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-20T11:17:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T11:17:37Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6b49f44886-ff8qh.18c3fb5db0e7bd5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "49119"
    uid: aea3888c-9c85-4dac-918f-2ef2209ad14f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T11:17:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6b49f44886-ff8qh
    namespace: kserve-ci-e2e-test
    resourceVersion: "49098"
    uid: 14ebf4ae-ffeb-4349-baa2-9716b9a22bef
  kind: Event
  lastTimestamp: "2026-07-20T11:17:37Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-20T11:17:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T11:17:37Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6b49f44886-ff8qh.18c3fb5db512dd29
    namespace: kserve-ci-e2e-test
    resourceVersion: "49120"
    uid: d0e35fb1-f49e-44f1-a6f8-c0e768eb0ef6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T11:17:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6b49f44886-ff8qh
    namespace: kserve-ci-e2e-test
    resourceVersion: "49098"
    uid: 14ebf4ae-ffeb-4349-baa2-9716b9a22bef
  kind: Event
  lastTimestamp: "2026-07-20T11:17:37Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-20T11:17:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T11:17:37Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6b49f44886-ff8qh.18c3fb5db5852909
    namespace: kserve-ci-e2e-test
    resourceVersion: "49121"
    uid: 0f94458c-2eed-436b-a23c-2837b7203639
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T11:17:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6b49f44886-ff8qh
    namespace: kserve-ci-e2e-test
    resourceVersion: "49098"
    uid: 14ebf4ae-ffeb-4349-baa2-9716b9a22bef
  kind: Event
  lastTimestamp: "2026-07-20T11:17:39Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1771"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-20T11:17:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T11:17:39Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6b49f44886-ff8qh.18c3fb5e1f83ba6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "49143"
    uid: 0d72a145-5fef-483c-a0be-82c878596aeb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T11:17:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6b49f44886-ff8qh
    namespace: kserve-ci-e2e-test
    resourceVersion: "49098"
    uid: 14ebf4ae-ffeb-4349-baa2-9716b9a22bef
  kind: Event
  lastTimestamp: "2026-07-20T11:17:39Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-20T11:17:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T11:17:39Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6b49f44886-ff8qh.18c3fb5e227515ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "49146"
    uid: 78f5fbe6-7b26-4dc9-b584-f5700d4ac34f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T11:17:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6b49f44886-ff8qh
    namespace: kserve-ci-e2e-test
    resourceVersion: "49098"
    uid: 14ebf4ae-ffeb-4349-baa2-9716b9a22bef
  kind: Event
  lastTimestamp: "2026-07-20T11:17:39Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-20T11:17:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T11:17:39Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6b49f44886-ff8qh.18c3fb5e22e8ef9e
    namespace: kserve-ci-e2e-test
    resourceVersion: "49148"
    uid: 8a2ede5c-474c-4f86-96e6-aa766b33d30e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T11:17:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6b49f44886-ff8qh
    namespace: kserve-ci-e2e-test
    resourceVersion: "49098"
    uid: 14ebf4ae-ffeb-4349-baa2-9716b9a22bef
  kind: Event
  lastTimestamp: "2026-07-20T11:17:39Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-20T11:17:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T11:17:39Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6b49f44886-ff8qh.18c3fb5e22f34144
    namespace: kserve-ci-e2e-test
    resourceVersion: "49149"
    uid: 96c086da-1f5e-4e57-b0fb-cf23d2b3ee7f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T11:17:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6b49f44886-ff8qh
    namespace: kserve-ci-e2e-test
    resourceVersion: "49098"
    uid: 14ebf4ae-ffeb-4349-baa2-9716b9a22bef
  kind: Event
  lastTimestamp: "2026-07-20T11:17:39Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-20T11:17:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T11:17:39Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6b49f44886-ff8qh.18c3fb5e25fe6ea8
    namespace: kserve-ci-e2e-test
    resourceVersion: "49152"
    uid: 818ce5d3-d1f3-47ef-8760-a816078b11c1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T11:17:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6b49f44886-ff8qh
    namespace: kserve-ci-e2e-test
    resourceVersion: "49098"
    uid: 14ebf4ae-ffeb-4349-baa2-9716b9a22bef
  kind: Event
  lastTimestamp: "2026-07-20T11:17:39Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-20T11:17:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T11:17:39Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6b49f44886-ff8qh.18c3fb5e268ba865
    namespace: kserve-ci-e2e-test
    resourceVersion: "49153"
    uid: 87973a0d-bce0-41bd-9919-4626cdcccbf9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-20T11:17:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6b49f44886-ff8qh
    namespace: kserve-ci-e2e-test
    resourceVersion: "49098"
    uid: 14ebf4ae-ffeb-4349-baa2-9716b9a22bef
  kind: Event
  lastTimestamp: "2026-07-20T11:18:46Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.72:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-20T11:17:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T11:18:46Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6b49f44886-ff8qh.18c3fb5e5b893d49
    namespace: kserve-ci-e2e-test
    resourceVersion: "49625"
    uid: cbd19518-004b-4c46-8470-1d26751b000d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T11:18:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6b49f44886-ff8qh
    namespace: kserve-ci-e2e-test
    resourceVersion: "49098"
    uid: 14ebf4ae-ffeb-4349-baa2-9716b9a22bef
  kind: Event
  lastTimestamp: "2026-07-20T11:18:56Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-20T11:18:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T11:18:56Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6b49f44886-ff8qh.18c3fb703868a4e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "49729"
    uid: 0729760a-02ff-4be8-93fb-cfab63e16ac0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T11:18:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6b49f44886-ff8qh
    namespace: kserve-ci-e2e-test
    resourceVersion: "49098"
    uid: 14ebf4ae-ffeb-4349-baa2-9716b9a22bef
  kind: Event
  lastTimestamp: "2026-07-20T11:18:56Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-20T11:18:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T11:18:56Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6b49f44886-ff8qh.18c3fb703869d6df
    namespace: kserve-ci-e2e-test
    resourceVersion: "49730"
    uid: 906f5e2c-e874-45e4-a774-e0fb4b04dae9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T11:19:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6b49f44886-ff8qh
    namespace: kserve-ci-e2e-test
    resourceVersion: "49098"
    uid: 14ebf4ae-ffeb-4349-baa2-9716b9a22bef
  kind: Event
  lastTimestamp: "2026-07-20T11:19:01Z"
  message: 'Readiness probe failed: Get "https://10.132.0.72:8643/healthz": dial tcp
    10.132.0.72:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-20T11:19:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T11:19:01Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6b49f44886-ff8qh.18c3fb7137c2a3e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "49815"
    uid: f2ba94fb-e50c-4d61-84d8-1463bff65fcf
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T11:17:36Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6b49f44886
    namespace: kserve-ci-e2e-test
    resourceVersion: "49087"
    uid: 51b8dbab-36dc-47c0-a2fa-a845c0cd5fb4
  kind: Event
  lastTimestamp: "2026-07-20T11:17:36Z"
  message: 'Created pod: isvc-sklearn-s3-tls-serving-pass-predictor-6b49f44886-ff8qh'
  metadata:
    creationTimestamp: "2026-07-20T11:17:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T11:17:36Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6b49f44886.18c3fb5d952a75f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "49097"
    uid: 23c33436-a86c-4b4c-bea4-916298824f84
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T11:17:36Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "49085"
    uid: 6f3bb6b0-6926-444e-aabf-f727e568b90a
  kind: Event
  lastTimestamp: "2026-07-20T11:17:36Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-serving-pass-predictor-6b49f44886
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-20T11:17:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T11:17:36Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18c3fb5d92d6dd2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "49089"
    uid: dec3b138-adc1-406c-ac99-13af1fffde8f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-20T11:17:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "49086"
    uid: 03877c8b-05de-414b-bd39-01f812fdb5b0
  kind: Event
  lastTimestamp: "2026-07-20T11:18:21Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-20T11:17:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T11:18:21Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18c3fb61115bd67e
    namespace: kserve-ci-e2e-test
    resourceVersion: "49452"
    uid: 8af2dc5b-0a30-4564-8f13-7224120ee507
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-20T11:17:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "49086"
    uid: 03877c8b-05de-414b-bd39-01f812fdb5b0
  kind: Event
  lastTimestamp: "2026-07-20T11:18:21Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-20T11:17:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T11:18:21Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18c3fb6111c27a40
    namespace: kserve-ci-e2e-test
    resourceVersion: "49454"
    uid: 28597f6e-66da-4fd6-b406-5fbda93bc67a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-20T11:18:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "49238"
    uid: 03877c8b-05de-414b-bd39-01f812fdb5b0
  kind: Event
  lastTimestamp: "2026-07-20T11:18:51Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-20T11:18:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T11:18:51Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18c3fb6b8ed93b80
    namespace: kserve-ci-e2e-test
    resourceVersion: "49664"
    uid: 55f84f59-fcab-4f25-a673-8b336dd4e86d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-20T11:18:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "49238"
    uid: 03877c8b-05de-414b-bd39-01f812fdb5b0
  kind: Event
  lastTimestamp: "2026-07-20T11:18:51Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-20T11:18:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T11:18:51Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18c3fb6b8f444d80
    namespace: kserve-ci-e2e-test
    resourceVersion: "49665"
    uid: f105ff95-e0fc-4373-b486-41bc90f13e24
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-20T11:17:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "49077"
    uid: f0f1644f-bb41-462b-a23f-5c7f084a8331
  kind: Event
  lastTimestamp: "2026-07-20T11:18:56Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-20T11:17:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-20T11:18:56Z"
    name: isvc-sklearn-s3-tls-serving-pass.18c3fb5d92e16a84
    namespace: kserve-ci-e2e-test
    resourceVersion: "49708"
    uid: 0c199826-327e-4682-9ecc-93eae95089be
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T11:17:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "49077"
    uid: f0f1644f-bb41-462b-a23f-5c7f084a8331
  kind: Event
  lastTimestamp: "2026-07-20T11:17:36Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-serving-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-20T11:17:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-20T11:17:36Z"
    name: isvc-sklearn-s3-tls-serving-pass.18c3fb5d93734d63
    namespace: kserve-ci-e2e-test
    resourceVersion: "49093"
    uid: f7a3db57-37fc-461b-9d02-5972e92970aa
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T11:18:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "49706"
    uid: f0f1644f-bb41-462b-a23f-5c7f084a8331
  kind: Event
  lastTimestamp: "2026-07-20T11:18:56Z"
  message: InferenceService [isvc-sklearn-s3-tls-serving-pass] is Ready
  metadata:
    creationTimestamp: "2026-07-20T11:18:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-20T11:18:56Z"
    name: isvc-sklearn-s3-tls-serving-pass.18c3fb7012f3340e
    namespace: kserve-ci-e2e-test
    resourceVersion: "49707"
    uid: ac8862b3-bafe-45f1-a583-dd347006285b
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-20T11:13:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "46671"
    uid: a6aeacc9-1671-478f-b608-62ca8946065f
  kind: Event
  lastTimestamp: "2026-07-20T11:14:22Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-20T11:13:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-20T11:14:22Z"
    name: isvc-sklearn-s3.18c3fb1d9c2c6752
    namespace: kserve-ci-e2e-test
    resourceVersion: "47304"
    uid: be8c1be5-19ba-42e9-9255-e27b6e32d040
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T11:13:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "46671"
    uid: a6aeacc9-1671-478f-b608-62ca8946065f
  kind: Event
  lastTimestamp: "2026-07-20T11:13:01Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-20T11:13:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-20T11:13:01Z"
    name: isvc-sklearn-s3.18c3fb1d9c81c9fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "46684"
    uid: 641c1200-7202-4fcc-b43d-f6ef9f8136f0
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T11:14:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "47302"
    uid: a6aeacc9-1671-478f-b608-62ca8946065f
  kind: Event
  lastTimestamp: "2026-07-20T11:14:22Z"
  message: InferenceService [isvc-sklearn-s3] is Ready
  metadata:
    creationTimestamp: "2026-07-20T11:14:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-20T11:14:22Z"
    name: isvc-sklearn-s3.18c3fb307123513a
    namespace: kserve-ci-e2e-test
    resourceVersion: "47303"
    uid: c8d932af-f9d4-469c-bf25-ba068c837fa3
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:55:46Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-scheduler-predictor-547f98db94
    namespace: kserve-ci-e2e-test
    resourceVersion: "37811"
    uid: 227d2644-b6ab-42ca-84eb-7dfb311417fe
  kind: Event
  lastTimestamp: "2026-07-20T10:55:46Z"
  message: 'Created pod: isvc-sklearn-scheduler-predictor-547f98db94-bnnzt'
  metadata:
    creationTimestamp: "2026-07-20T10:55:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T10:55:46Z"
    name: isvc-sklearn-scheduler-predictor-547f98db94.18c3fa2c74f522dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "37821"
    uid: 31ca00ea-afaf-49b0-8480-e2ed4444f1b2
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:55:46Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-scheduler-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37809"
    uid: aa65f64a-993c-45cd-a33a-1730f89d89c1
  kind: Event
  lastTimestamp: "2026-07-20T10:55:46Z"
  message: Scaled up replica set isvc-sklearn-scheduler-predictor-547f98db94 from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-20T10:55:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T10:55:46Z"
    name: isvc-sklearn-scheduler-predictor.18c3fa2c703727b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "37812"
    uid: f61f82e5-4460-4be1-baa2-d298f7f1f463
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-20T10:55:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "37801"
    uid: 6033614e-7af5-430a-8a53-a468b8fb8da0
  kind: Event
  lastTimestamp: "2026-07-20T10:55:47Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-20T10:55:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-20T10:55:47Z"
    name: isvc-sklearn-scheduler.18c3fa2c6fcdf927
    namespace: kserve-ci-e2e-test
    resourceVersion: "37834"
    uid: 03fc00fe-e50d-43c6-8e0e-7d9707ba0c76
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:55:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "37801"
    uid: 6033614e-7af5-430a-8a53-a468b8fb8da0
  kind: Event
  lastTimestamp: "2026-07-20T10:55:46Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-scheduler":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-scheduler":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-20T10:55:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-20T10:55:46Z"
    name: isvc-sklearn-scheduler.18c3fa2c7046b27b
    namespace: kserve-ci-e2e-test
    resourceVersion: "37813"
    uid: a71f0224-d458-407f-9952-9b97daa35b3b
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:55:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "37801"
    uid: 6033614e-7af5-430a-8a53-a468b8fb8da0
  kind: Event
  lastTimestamp: "2026-07-20T10:55:46Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-scheduler": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-20T10:55:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-20T10:55:46Z"
    name: isvc-sklearn-scheduler.18c3fa2c7046f6ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "37815"
    uid: 4f0a2e11-10ae-4919-a12a-eb17713090d0
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-20T11:01:56.999429Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-64449768df-tc4xl
    namespace: kserve-ci-e2e-test
    resourceVersion: "40940"
    uid: 201927a7-35ac-4159-8574-b3b0037ac20c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-mixed-predictor-64449768df-tc4xl
    to ip-10-0-134-80.ec2.internal
  metadata:
    creationTimestamp: "2026-07-20T11:01:57Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-20T11:01:57Z"
    name: isvc-sklearn-v2-mixed-predictor-64449768df-tc4xl.18c3fa82c9569a8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "40945"
    uid: 0f4c3143-f3e5-4892-aabf-23ebeb0a989e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-689d9fc459-bqtkn
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T11:01:57Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-64449768df-tc4xl
    namespace: kserve-ci-e2e-test
    resourceVersion: "40950"
    uid: 201927a7-35ac-4159-8574-b3b0037ac20c
  kind: Event
  lastTimestamp: "2026-07-20T11:01:57Z"
  message: Add eth0 [10.132.0.59/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-20T11:01:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-20T11:01:57Z"
    name: isvc-sklearn-v2-mixed-predictor-64449768df-tc4xl.18c3fa82e280a5c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "40956"
    uid: b06d8f41-babd-4645-98af-bb18446541a3
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T11:01:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-64449768df-tc4xl
    namespace: kserve-ci-e2e-test
    resourceVersion: "40942"
    uid: 201927a7-35ac-4159-8574-b3b0037ac20c
  kind: Event
  lastTimestamp: "2026-07-20T11:01:57Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:038cd29f3e031cdfd5fa54ba896bbecc69cd255eda6b470c2f7bce5282357bb8"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-20T11:01:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T11:01:57Z"
    name: isvc-sklearn-v2-mixed-predictor-64449768df-tc4xl.18c3fa82e4087b06
    namespace: kserve-ci-e2e-test
    resourceVersion: "40958"
    uid: d2dbbd59-16f0-40a7-9e27-a6a652b9867c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T11:01:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-64449768df-tc4xl
    namespace: kserve-ci-e2e-test
    resourceVersion: "40942"
    uid: 201927a7-35ac-4159-8574-b3b0037ac20c
  kind: Event
  lastTimestamp: "2026-07-20T11:01:57Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-20T11:01:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T11:01:57Z"
    name: isvc-sklearn-v2-mixed-predictor-64449768df-tc4xl.18c3fa82e6d86643
    namespace: kserve-ci-e2e-test
    resourceVersion: "40959"
    uid: 1b07ec65-17a0-46ef-8c1a-7d90c377cb4f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T11:01:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-64449768df-tc4xl
    namespace: kserve-ci-e2e-test
    resourceVersion: "40942"
    uid: 201927a7-35ac-4159-8574-b3b0037ac20c
  kind: Event
  lastTimestamp: "2026-07-20T11:01:57Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-20T11:01:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T11:01:57Z"
    name: isvc-sklearn-v2-mixed-predictor-64449768df-tc4xl.18c3fa82e7646803
    namespace: kserve-ci-e2e-test
    resourceVersion: "40960"
    uid: 6abb9da9-c993-4824-a3b3-c64bece9b370
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T11:02:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-64449768df-tc4xl
    namespace: kserve-ci-e2e-test
    resourceVersion: "40942"
    uid: 201927a7-35ac-4159-8574-b3b0037ac20c
  kind: Event
  lastTimestamp: "2026-07-20T11:02:01Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1771"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-20T11:02:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T11:02:01Z"
    name: isvc-sklearn-v2-mixed-predictor-64449768df-tc4xl.18c3fa83cb3949cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "40998"
    uid: 95a99092-53fb-4fbf-a1cf-b7f17486265a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T11:02:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-64449768df-tc4xl
    namespace: kserve-ci-e2e-test
    resourceVersion: "40942"
    uid: 201927a7-35ac-4159-8574-b3b0037ac20c
  kind: Event
  lastTimestamp: "2026-07-20T11:02:01Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-20T11:02:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T11:02:01Z"
    name: isvc-sklearn-v2-mixed-predictor-64449768df-tc4xl.18c3fa83ce75b19c
    namespace: kserve-ci-e2e-test
    resourceVersion: "41000"
    uid: d2288481-ebbe-40c1-9895-a67c4d8fef9b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T11:02:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-64449768df-tc4xl
    namespace: kserve-ci-e2e-test
    resourceVersion: "40942"
    uid: 201927a7-35ac-4159-8574-b3b0037ac20c
  kind: Event
  lastTimestamp: "2026-07-20T11:02:01Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-20T11:02:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T11:02:01Z"
    name: isvc-sklearn-v2-mixed-predictor-64449768df-tc4xl.18c3fa83cee319a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "41003"
    uid: acdea8aa-a4c1-4b4c-897f-0983e691a7b0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T11:02:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-64449768df-tc4xl
    namespace: kserve-ci-e2e-test
    resourceVersion: "40942"
    uid: 201927a7-35ac-4159-8574-b3b0037ac20c
  kind: Event
  lastTimestamp: "2026-07-20T11:02:01Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-20T11:02:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T11:02:01Z"
    name: isvc-sklearn-v2-mixed-predictor-64449768df-tc4xl.18c3fa83ceedba3f
    namespace: kserve-ci-e2e-test
    resourceVersion: "41004"
    uid: 3674555e-f13a-4d53-b613-b54c42a58db1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T11:02:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-64449768df-tc4xl
    namespace: kserve-ci-e2e-test
    resourceVersion: "40942"
    uid: 201927a7-35ac-4159-8574-b3b0037ac20c
  kind: Event
  lastTimestamp: "2026-07-20T11:02:01Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-20T11:02:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T11:02:01Z"
    name: isvc-sklearn-v2-mixed-predictor-64449768df-tc4xl.18c3fa83d190668b
    namespace: kserve-ci-e2e-test
    resourceVersion: "41006"
    uid: d4d8926b-3d3f-45d3-a9c8-f6ed9d88a179
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T11:02:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-64449768df-tc4xl
    namespace: kserve-ci-e2e-test
    resourceVersion: "40942"
    uid: 201927a7-35ac-4159-8574-b3b0037ac20c
  kind: Event
  lastTimestamp: "2026-07-20T11:02:01Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-20T11:02:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T11:02:01Z"
    name: isvc-sklearn-v2-mixed-predictor-64449768df-tc4xl.18c3fa83d1fea9c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "41007"
    uid: 91bdb703-38aa-4e0d-b411-fae5a30d3f4c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-20T11:02:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-64449768df-tc4xl
    namespace: kserve-ci-e2e-test
    resourceVersion: "40942"
    uid: 201927a7-35ac-4159-8574-b3b0037ac20c
  kind: Event
  lastTimestamp: "2026-07-20T11:03:29Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.59:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-20T11:02:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T11:03:29Z"
    name: isvc-sklearn-v2-mixed-predictor-64449768df-tc4xl.18c3fa840737d94c
    namespace: kserve-ci-e2e-test
    resourceVersion: "41648"
    uid: f619049e-88c3-4930-904b-a0b2ee1cb568
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T11:03:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-64449768df-tc4xl
    namespace: kserve-ci-e2e-test
    resourceVersion: "40942"
    uid: 201927a7-35ac-4159-8574-b3b0037ac20c
  kind: Event
  lastTimestamp: "2026-07-20T11:03:27Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-20T11:03:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T11:03:27Z"
    name: isvc-sklearn-v2-mixed-predictor-64449768df-tc4xl.18c3fa97c61b8892
    namespace: kserve-ci-e2e-test
    resourceVersion: "41628"
    uid: 3f465231-ed7d-48aa-97b3-0d9fc1c36d63
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T11:03:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-64449768df-tc4xl
    namespace: kserve-ci-e2e-test
    resourceVersion: "40942"
    uid: 201927a7-35ac-4159-8574-b3b0037ac20c
  kind: Event
  lastTimestamp: "2026-07-20T11:03:27Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-20T11:03:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T11:03:27Z"
    name: isvc-sklearn-v2-mixed-predictor-64449768df-tc4xl.18c3fa97c61c34f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "41629"
    uid: e06042eb-a940-468b-8404-cb697207ee5a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T11:03:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-64449768df-tc4xl
    namespace: kserve-ci-e2e-test
    resourceVersion: "40942"
    uid: 201927a7-35ac-4159-8574-b3b0037ac20c
  kind: Event
  lastTimestamp: "2026-07-20T11:03:29Z"
  message: 'Readiness probe failed: Get "https://10.132.0.59:8643/healthz": dial tcp
    10.132.0.59:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-20T11:03:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T11:03:29Z"
    name: isvc-sklearn-v2-mixed-predictor-64449768df-tc4xl.18c3fa984928cccc
    namespace: kserve-ci-e2e-test
    resourceVersion: "41647"
    uid: 6baf704f-e5cb-4acf-8e65-b2b471a405a8
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T11:01:56Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-mixed-predictor-64449768df
    namespace: kserve-ci-e2e-test
    resourceVersion: "40927"
    uid: 65329706-d691-4ffd-8a59-367c3c362f08
  kind: Event
  lastTimestamp: "2026-07-20T11:01:56Z"
  message: 'Created pod: isvc-sklearn-v2-mixed-predictor-64449768df-tc4xl'
  metadata:
    creationTimestamp: "2026-07-20T11:01:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T11:01:56Z"
    name: isvc-sklearn-v2-mixed-predictor-64449768df.18c3fa82c8e0e3e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "40941"
    uid: 0bfd0745-7778-46f2-9973-e18cbe98bd56
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T11:01:56Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40924"
    uid: a0377d75-7ff0-419f-a7dc-e62f604b8329
  kind: Event
  lastTimestamp: "2026-07-20T11:01:56Z"
  message: Scaled up replica set isvc-sklearn-v2-mixed-predictor-64449768df from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-20T11:01:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T11:01:56Z"
    name: isvc-sklearn-v2-mixed-predictor.18c3fa82c4299118
    namespace: kserve-ci-e2e-test
    resourceVersion: "40929"
    uid: cbec7b13-cf4d-453e-b638-73a954abb635
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-20T11:02:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40925"
    uid: f0739cbe-1c1c-4dc9-9c00-802542e41e4d
  kind: Event
  lastTimestamp: "2026-07-20T11:02:41Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-20T11:02:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T11:02:41Z"
    name: isvc-sklearn-v2-mixed-predictor.18c3fa86431609fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "41289"
    uid: 3af3598f-d8dd-40fc-8446-5f8e74ecb5e9
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-20T11:02:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40925"
    uid: f0739cbe-1c1c-4dc9-9c00-802542e41e4d
  kind: Event
  lastTimestamp: "2026-07-20T11:02:41Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-20T11:02:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T11:02:41Z"
    name: isvc-sklearn-v2-mixed-predictor.18c3fa864386567e
    namespace: kserve-ci-e2e-test
    resourceVersion: "41290"
    uid: 6fb62126-937a-4e97-adcc-b82444c8c53a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-20T11:02:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41080"
    uid: f0739cbe-1c1c-4dc9-9c00-802542e41e4d
  kind: Event
  lastTimestamp: "2026-07-20T11:03:27Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-20T11:02:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T11:03:27Z"
    name: isvc-sklearn-v2-mixed-predictor.18c3fa90c1228430
    namespace: kserve-ci-e2e-test
    resourceVersion: "41611"
    uid: 5c40c49f-3add-4850-9b2a-3343a7c4ef83
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-20T11:02:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41080"
    uid: f0739cbe-1c1c-4dc9-9c00-802542e41e4d
  kind: Event
  lastTimestamp: "2026-07-20T11:03:27Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-20T11:02:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T11:03:27Z"
    name: isvc-sklearn-v2-mixed-predictor.18c3fa90c19744b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "41612"
    uid: 0874b603-b04c-4ddb-affd-08ec8ea0c614
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-20T11:01:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "40915"
    uid: e67811b9-73f5-4380-b76e-9a7e59f8b57d
  kind: Event
  lastTimestamp: "2026-07-20T11:03:19Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-20T11:01:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-20T11:03:19Z"
    name: isvc-sklearn-v2-mixed.18c3fa82c41f7b43
    namespace: kserve-ci-e2e-test
    resourceVersion: "41563"
    uid: 7b9cd9f1-40c0-4b6a-a44e-fd9aeb5f5853
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T11:01:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "40915"
    uid: e67811b9-73f5-4380-b76e-9a7e59f8b57d
  kind: Event
  lastTimestamp: "2026-07-20T11:01:56Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2-mixed":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2-mixed":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-20T11:01:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-20T11:01:56Z"
    name: isvc-sklearn-v2-mixed.18c3fa82c49f9320
    namespace: kserve-ci-e2e-test
    resourceVersion: "40932"
    uid: f47667dd-bd0b-490b-9e44-07411e044436
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T11:03:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "41561"
    uid: e67811b9-73f5-4380-b76e-9a7e59f8b57d
  kind: Event
  lastTimestamp: "2026-07-20T11:03:19Z"
  message: InferenceService [isvc-sklearn-v2-mixed] is Ready
  metadata:
    creationTimestamp: "2026-07-20T11:03:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-20T11:03:19Z"
    name: isvc-sklearn-v2-mixed.18c3fa95fe9016a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "41562"
    uid: 7bf8d25a-23bb-419d-991f-a698aabd488a
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-20T11:00:21.512338Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-predictor-b7bddf5b4-8pdxl
    namespace: kserve-ci-e2e-test
    resourceVersion: "40172"
    uid: a338166e-9993-4092-a178-98130d596df8
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-predictor-b7bddf5b4-8pdxl
    to ip-10-0-134-80.ec2.internal
  metadata:
    creationTimestamp: "2026-07-20T11:00:21Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-20T11:00:21Z"
    name: isvc-sklearn-v2-predictor-b7bddf5b4-8pdxl.18c3fa6c8ddd3cfa
    namespace: kserve-ci-e2e-test
    resourceVersion: "40177"
    uid: 985a71ee-7efa-464a-83d9-812c6af66341
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-689d9fc459-bqtkn
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T11:00:21Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-predictor-b7bddf5b4-8pdxl
    namespace: kserve-ci-e2e-test
    resourceVersion: "40181"
    uid: a338166e-9993-4092-a178-98130d596df8
  kind: Event
  lastTimestamp: "2026-07-20T11:00:21Z"
  message: Add eth0 [10.132.0.58/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-20T11:00:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-20T11:00:21Z"
    name: isvc-sklearn-v2-predictor-b7bddf5b4-8pdxl.18c3fa6ca714abd2
    namespace: kserve-ci-e2e-test
    resourceVersion: "40195"
    uid: 7d6475e4-a006-41a7-a404-3f4ee0d14c70
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T11:00:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-b7bddf5b4-8pdxl
    namespace: kserve-ci-e2e-test
    resourceVersion: "40175"
    uid: a338166e-9993-4092-a178-98130d596df8
  kind: Event
  lastTimestamp: "2026-07-20T11:00:21Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:038cd29f3e031cdfd5fa54ba896bbecc69cd255eda6b470c2f7bce5282357bb8"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-20T11:00:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T11:00:21Z"
    name: isvc-sklearn-v2-predictor-b7bddf5b4-8pdxl.18c3fa6ca87f715c
    namespace: kserve-ci-e2e-test
    resourceVersion: "40197"
    uid: 5c95dd7a-8c3e-463d-a460-9ecfda20fb2c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T11:00:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-b7bddf5b4-8pdxl
    namespace: kserve-ci-e2e-test
    resourceVersion: "40175"
    uid: a338166e-9993-4092-a178-98130d596df8
  kind: Event
  lastTimestamp: "2026-07-20T11:00:22Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-20T11:00:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T11:00:22Z"
    name: isvc-sklearn-v2-predictor-b7bddf5b4-8pdxl.18c3fa6cab1935b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "40198"
    uid: ee03246d-3250-4274-b4dc-cafb8d3a270e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T11:00:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-b7bddf5b4-8pdxl
    namespace: kserve-ci-e2e-test
    resourceVersion: "40175"
    uid: a338166e-9993-4092-a178-98130d596df8
  kind: Event
  lastTimestamp: "2026-07-20T11:00:22Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-20T11:00:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T11:00:22Z"
    name: isvc-sklearn-v2-predictor-b7bddf5b4-8pdxl.18c3fa6cab89886a
    namespace: kserve-ci-e2e-test
    resourceVersion: "40199"
    uid: b3fbc3a0-1131-48c4-a1bd-9ba42b582cce
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T11:00:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-b7bddf5b4-8pdxl
    namespace: kserve-ci-e2e-test
    resourceVersion: "40175"
    uid: a338166e-9993-4092-a178-98130d596df8
  kind: Event
  lastTimestamp: "2026-07-20T11:00:25Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1771"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-20T11:00:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T11:00:25Z"
    name: isvc-sklearn-v2-predictor-b7bddf5b4-8pdxl.18c3fa6d97ebe3a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "40235"
    uid: b59ab326-ed9e-4374-af44-21254ae60066
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T11:00:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-b7bddf5b4-8pdxl
    namespace: kserve-ci-e2e-test
    resourceVersion: "40175"
    uid: a338166e-9993-4092-a178-98130d596df8
  kind: Event
  lastTimestamp: "2026-07-20T11:00:26Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-20T11:00:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T11:00:26Z"
    name: isvc-sklearn-v2-predictor-b7bddf5b4-8pdxl.18c3fa6d9b0b98f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "40239"
    uid: 3dd13c9a-cd6a-4718-99b5-7e8a54ae4c19
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T11:00:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-b7bddf5b4-8pdxl
    namespace: kserve-ci-e2e-test
    resourceVersion: "40175"
    uid: a338166e-9993-4092-a178-98130d596df8
  kind: Event
  lastTimestamp: "2026-07-20T11:00:26Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-20T11:00:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T11:00:26Z"
    name: isvc-sklearn-v2-predictor-b7bddf5b4-8pdxl.18c3fa6d9b7d3a7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "40240"
    uid: 8b551318-3447-451a-afde-a19109cf8715
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T11:00:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-b7bddf5b4-8pdxl
    namespace: kserve-ci-e2e-test
    resourceVersion: "40175"
    uid: a338166e-9993-4092-a178-98130d596df8
  kind: Event
  lastTimestamp: "2026-07-20T11:00:26Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-20T11:00:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T11:00:26Z"
    name: isvc-sklearn-v2-predictor-b7bddf5b4-8pdxl.18c3fa6d9b88131e
    namespace: kserve-ci-e2e-test
    resourceVersion: "40241"
    uid: 94a94437-0787-4a5f-bdb9-76c70343dc46
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T11:00:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-b7bddf5b4-8pdxl
    namespace: kserve-ci-e2e-test
    resourceVersion: "40175"
    uid: a338166e-9993-4092-a178-98130d596df8
  kind: Event
  lastTimestamp: "2026-07-20T11:00:26Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-20T11:00:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T11:00:26Z"
    name: isvc-sklearn-v2-predictor-b7bddf5b4-8pdxl.18c3fa6d9e6bad5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "40243"
    uid: 75b22372-919e-40f1-9ba7-694561682a96
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T11:00:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-b7bddf5b4-8pdxl
    namespace: kserve-ci-e2e-test
    resourceVersion: "40175"
    uid: a338166e-9993-4092-a178-98130d596df8
  kind: Event
  lastTimestamp: "2026-07-20T11:00:26Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-20T11:00:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T11:00:26Z"
    name: isvc-sklearn-v2-predictor-b7bddf5b4-8pdxl.18c3fa6d9ef5b988
    namespace: kserve-ci-e2e-test
    resourceVersion: "40244"
    uid: aca7164a-0f67-45a0-ae1b-5a1518071aad
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-20T11:00:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-b7bddf5b4-8pdxl
    namespace: kserve-ci-e2e-test
    resourceVersion: "40175"
    uid: a338166e-9993-4092-a178-98130d596df8
  kind: Event
  lastTimestamp: "2026-07-20T11:01:53Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.58:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-20T11:00:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T11:01:54Z"
    name: isvc-sklearn-v2-predictor-b7bddf5b4-8pdxl.18c3fa6e0fb77385
    namespace: kserve-ci-e2e-test
    resourceVersion: "40892"
    uid: 6f4be895-15d9-46cf-bdc4-65fce7001737
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T11:01:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-b7bddf5b4-8pdxl
    namespace: kserve-ci-e2e-test
    resourceVersion: "40175"
    uid: a338166e-9993-4092-a178-98130d596df8
  kind: Event
  lastTimestamp: "2026-07-20T11:01:51Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-20T11:01:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T11:01:51Z"
    name: isvc-sklearn-v2-predictor-b7bddf5b4-8pdxl.18c3fa8192a728f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "40873"
    uid: e40d636e-9a17-4912-8ae1-d65e8728c73e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T11:01:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-b7bddf5b4-8pdxl
    namespace: kserve-ci-e2e-test
    resourceVersion: "40175"
    uid: a338166e-9993-4092-a178-98130d596df8
  kind: Event
  lastTimestamp: "2026-07-20T11:01:51Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-20T11:01:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T11:01:51Z"
    name: isvc-sklearn-v2-predictor-b7bddf5b4-8pdxl.18c3fa8192a7d182
    namespace: kserve-ci-e2e-test
    resourceVersion: "40874"
    uid: 10a68761-6f13-49c0-8b1f-b7cce771b0b9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T11:01:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-b7bddf5b4-8pdxl
    namespace: kserve-ci-e2e-test
    resourceVersion: "40175"
    uid: a338166e-9993-4092-a178-98130d596df8
  kind: Event
  lastTimestamp: "2026-07-20T11:01:53Z"
  message: 'Readiness probe failed: Get "https://10.132.0.58:8643/healthz": dial tcp
    10.132.0.58:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-20T11:01:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T11:01:53Z"
    name: isvc-sklearn-v2-predictor-b7bddf5b4-8pdxl.18c3fa8215e72e60
    namespace: kserve-ci-e2e-test
    resourceVersion: "40891"
    uid: 046bbb4e-da18-4501-b62c-af05255f9ff9
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T11:00:21Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-predictor-b7bddf5b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "40162"
    uid: 36b55998-9402-4154-b3dc-24a98467b835
  kind: Event
  lastTimestamp: "2026-07-20T11:00:21Z"
  message: 'Created pod: isvc-sklearn-v2-predictor-b7bddf5b4-8pdxl'
  metadata:
    creationTimestamp: "2026-07-20T11:00:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T11:00:21Z"
    name: isvc-sklearn-v2-predictor-b7bddf5b4.18c3fa6c8d6cd280
    namespace: kserve-ci-e2e-test
    resourceVersion: "40174"
    uid: aded112b-b979-4c50-a71a-68133d78ac96
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T11:00:21Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40160"
    uid: f64e7c0a-6079-4fdb-bb7f-ac00d33155f5
  kind: Event
  lastTimestamp: "2026-07-20T11:00:21Z"
  message: Scaled up replica set isvc-sklearn-v2-predictor-b7bddf5b4 from 0 to 1
  metadata:
    creationTimestamp: "2026-07-20T11:00:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T11:00:21Z"
    name: isvc-sklearn-v2-predictor.18c3fa6c8a98311d
    namespace: kserve-ci-e2e-test
    resourceVersion: "40163"
    uid: 8e0c90d4-2d4f-4de2-995b-158fc2a10005
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-20T11:00:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40161"
    uid: 91b6e7b9-ae4d-4529-b1cd-035cd49a4cdc
  kind: Event
  lastTimestamp: "2026-07-20T11:00:51Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-20T11:00:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T11:00:51Z"
    name: isvc-sklearn-v2-predictor.18c3fa70097ebbe0
    namespace: kserve-ci-e2e-test
    resourceVersion: "40425"
    uid: 0c3c40c7-534b-41ea-8f36-7f180560de9c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-20T11:00:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40161"
    uid: 91b6e7b9-ae4d-4529-b1cd-035cd49a4cdc
  kind: Event
  lastTimestamp: "2026-07-20T11:00:51Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-20T11:00:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T11:00:51Z"
    name: isvc-sklearn-v2-predictor.18c3fa7009ed7583
    namespace: kserve-ci-e2e-test
    resourceVersion: "40426"
    uid: cb16fe3d-d087-4f54-b02b-c0bcd06c50fb
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-20T11:01:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40318"
    uid: 91b6e7b9-ae4d-4529-b1cd-035cd49a4cdc
  kind: Event
  lastTimestamp: "2026-07-20T11:01:51Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-20T11:01:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T11:01:51Z"
    name: isvc-sklearn-v2-predictor.18c3fa77081a0482
    namespace: kserve-ci-e2e-test
    resourceVersion: "40854"
    uid: 52bb0a6b-42d8-457d-aac9-18e1d1eda9b6
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-20T11:01:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40318"
    uid: 91b6e7b9-ae4d-4529-b1cd-035cd49a4cdc
  kind: Event
  lastTimestamp: "2026-07-20T11:01:51Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-20T11:01:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T11:01:51Z"
    name: isvc-sklearn-v2-predictor.18c3fa77088f0603
    namespace: kserve-ci-e2e-test
    resourceVersion: "40855"
    uid: 9e2a5580-36a4-4c87-ae6b-10c494d1ca2b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-20T10:59:16.240564Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-fs54g
    namespace: kserve-ci-e2e-test
    resourceVersion: "39627"
    uid: b36406ce-a27c-491f-b0a3-aaa1346aba68
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-runtime-predictor-5f69c7d498-fs54g
    to ip-10-0-134-80.ec2.internal
  metadata:
    creationTimestamp: "2026-07-20T10:59:16Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-20T10:59:16Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-fs54g.18c3fa5d5b5d040f
    namespace: kserve-ci-e2e-test
    resourceVersion: "39633"
    uid: 124f41d3-3978-4ee2-a444-246599583b17
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-689d9fc459-bqtkn
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:59:16Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-fs54g
    namespace: kserve-ci-e2e-test
    resourceVersion: "39631"
    uid: b36406ce-a27c-491f-b0a3-aaa1346aba68
  kind: Event
  lastTimestamp: "2026-07-20T10:59:16Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-v2-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-20T10:59:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:59:16Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-fs54g.18c3fa5d6540f52d
    namespace: kserve-ci-e2e-test
    resourceVersion: "39645"
    uid: 01491815-8705-40d1-8345-df02a417484c
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:59:17Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-fs54g
    namespace: kserve-ci-e2e-test
    resourceVersion: "39637"
    uid: b36406ce-a27c-491f-b0a3-aaa1346aba68
  kind: Event
  lastTimestamp: "2026-07-20T10:59:17Z"
  message: Add eth0 [10.132.0.57/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-20T10:59:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-20T10:59:17Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-fs54g.18c3fa5d986b5922
    namespace: kserve-ci-e2e-test
    resourceVersion: "39656"
    uid: 6d16006c-4d49-4c3b-a3ee-62f8d472f0f0
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:59:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-fs54g
    namespace: kserve-ci-e2e-test
    resourceVersion: "39631"
    uid: b36406ce-a27c-491f-b0a3-aaa1346aba68
  kind: Event
  lastTimestamp: "2026-07-20T10:59:17Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:038cd29f3e031cdfd5fa54ba896bbecc69cd255eda6b470c2f7bce5282357bb8"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-20T10:59:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:59:17Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-fs54g.18c3fa5d9a235410
    namespace: kserve-ci-e2e-test
    resourceVersion: "39658"
    uid: 6c1b5a76-054c-4282-9312-b670077bc38e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:59:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-fs54g
    namespace: kserve-ci-e2e-test
    resourceVersion: "39631"
    uid: b36406ce-a27c-491f-b0a3-aaa1346aba68
  kind: Event
  lastTimestamp: "2026-07-20T10:59:17Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-20T10:59:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:59:17Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-fs54g.18c3fa5d9d4c0fb2
    namespace: kserve-ci-e2e-test
    resourceVersion: "39660"
    uid: d9c5cfb9-f75a-417d-8d36-14fcee28954d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:59:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-fs54g
    namespace: kserve-ci-e2e-test
    resourceVersion: "39631"
    uid: b36406ce-a27c-491f-b0a3-aaa1346aba68
  kind: Event
  lastTimestamp: "2026-07-20T10:59:17Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-20T10:59:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:59:17Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-fs54g.18c3fa5d9db7a1bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "39661"
    uid: b05ea49f-da1b-4025-8401-6c55203be0c9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:59:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-fs54g
    namespace: kserve-ci-e2e-test
    resourceVersion: "39631"
    uid: b36406ce-a27c-491f-b0a3-aaa1346aba68
  kind: Event
  lastTimestamp: "2026-07-20T10:59:21Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-07-20T10:59:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:59:21Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-fs54g.18c3fa5ea2146f77
    namespace: kserve-ci-e2e-test
    resourceVersion: "39694"
    uid: 6113b476-3bf8-472e-85e4-9a827cd73fbb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:59:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-fs54g
    namespace: kserve-ci-e2e-test
    resourceVersion: "39631"
    uid: b36406ce-a27c-491f-b0a3-aaa1346aba68
  kind: Event
  lastTimestamp: "2026-07-20T10:59:21Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-20T10:59:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:59:21Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-fs54g.18c3fa5ea564788a
    namespace: kserve-ci-e2e-test
    resourceVersion: "39696"
    uid: 4978bbd6-b338-411d-8bc8-d10da7f13669
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:59:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-fs54g
    namespace: kserve-ci-e2e-test
    resourceVersion: "39631"
    uid: b36406ce-a27c-491f-b0a3-aaa1346aba68
  kind: Event
  lastTimestamp: "2026-07-20T10:59:21Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-20T10:59:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:59:21Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-fs54g.18c3fa5ea5d58059
    namespace: kserve-ci-e2e-test
    resourceVersion: "39697"
    uid: 3d8f2067-a069-4246-b697-e3e9838502a6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:59:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-fs54g
    namespace: kserve-ci-e2e-test
    resourceVersion: "39631"
    uid: b36406ce-a27c-491f-b0a3-aaa1346aba68
  kind: Event
  lastTimestamp: "2026-07-20T10:59:21Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-20T10:59:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:59:21Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-fs54g.18c3fa5ea5dec63a
    namespace: kserve-ci-e2e-test
    resourceVersion: "39698"
    uid: 7d8b9987-e850-4235-b9d8-f4b87cbc8c4c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:59:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-fs54g
    namespace: kserve-ci-e2e-test
    resourceVersion: "39631"
    uid: b36406ce-a27c-491f-b0a3-aaa1346aba68
  kind: Event
  lastTimestamp: "2026-07-20T10:59:21Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-20T10:59:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:59:21Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-fs54g.18c3fa5ea8c4b37f
    namespace: kserve-ci-e2e-test
    resourceVersion: "39702"
    uid: 37e97d71-73c4-43f1-88a9-790c7c017796
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:59:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-fs54g
    namespace: kserve-ci-e2e-test
    resourceVersion: "39631"
    uid: b36406ce-a27c-491f-b0a3-aaa1346aba68
  kind: Event
  lastTimestamp: "2026-07-20T10:59:21Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-20T10:59:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:59:21Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-fs54g.18c3fa5ea9329249
    namespace: kserve-ci-e2e-test
    resourceVersion: "39705"
    uid: 4b504b85-7598-4759-8411-31a128cdc163
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:59:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-fs54g
    namespace: kserve-ci-e2e-test
    resourceVersion: "39631"
    uid: b36406ce-a27c-491f-b0a3-aaa1346aba68
  kind: Event
  lastTimestamp: "2026-07-20T10:59:58Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-07-20T10:59:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:59:58Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-fs54g.18c3fa6741815f46
    namespace: kserve-ci-e2e-test
    resourceVersion: "39961"
    uid: 88de577a-dc02-4622-b300-c896eaa1d8b5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T11:00:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-fs54g
    namespace: kserve-ci-e2e-test
    resourceVersion: "39631"
    uid: b36406ce-a27c-491f-b0a3-aaa1346aba68
  kind: Event
  lastTimestamp: "2026-07-20T11:00:16Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-20T11:00:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T11:00:16Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-fs54g.18c3fa6b5abbd0f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "40113"
    uid: 2f8b80a5-dac8-4a95-9e84-f1dd714e91e2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T11:00:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-fs54g
    namespace: kserve-ci-e2e-test
    resourceVersion: "39631"
    uid: b36406ce-a27c-491f-b0a3-aaa1346aba68
  kind: Event
  lastTimestamp: "2026-07-20T11:00:16Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-20T11:00:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T11:00:16Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-fs54g.18c3fa6b5abc25df
    namespace: kserve-ci-e2e-test
    resourceVersion: "40114"
    uid: d029143a-d7cb-478a-88dd-b2af8c2e6397
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T11:00:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-fs54g
    namespace: kserve-ci-e2e-test
    resourceVersion: "39631"
    uid: b36406ce-a27c-491f-b0a3-aaa1346aba68
  kind: Event
  lastTimestamp: "2026-07-20T11:00:18Z"
  message: 'Readiness probe failed: Get "https://10.132.0.57:8643/healthz": dial tcp
    10.132.0.57:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-20T11:00:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T11:00:18Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-fs54g.18c3fa6be8118f07
    namespace: kserve-ci-e2e-test
    resourceVersion: "40134"
    uid: aa0af6d5-3360-40a7-91e7-1ae748341255
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:59:16Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498
    namespace: kserve-ci-e2e-test
    resourceVersion: "39617"
    uid: eafb8b79-f55e-4500-ae4f-02eaf200e517
  kind: Event
  lastTimestamp: "2026-07-20T10:59:16Z"
  message: 'Created pod: isvc-sklearn-v2-runtime-predictor-5f69c7d498-fs54g'
  metadata:
    creationTimestamp: "2026-07-20T10:59:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T10:59:16Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498.18c3fa5d5ac14a1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "39630"
    uid: 8b5bf729-629e-472e-bb63-0ac154ad9ee2
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:59:16Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39615"
    uid: be615cdb-de48-4da8-bac8-c4a012272864
  kind: Event
  lastTimestamp: "2026-07-20T10:59:16Z"
  message: Scaled up replica set isvc-sklearn-v2-runtime-predictor-5f69c7d498 from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-20T10:59:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T10:59:16Z"
    name: isvc-sklearn-v2-runtime-predictor.18c3fa5d57ef206c
    namespace: kserve-ci-e2e-test
    resourceVersion: "39619"
    uid: 9068343e-c9ee-488a-983c-0a6c9340cd0d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-20T10:59:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39616"
    uid: d953e245-1460-4bb5-8fee-2cf595d237e8
  kind: Event
  lastTimestamp: "2026-07-20T11:00:01Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-20T10:59:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T11:00:01Z"
    name: isvc-sklearn-v2-runtime-predictor.18c3fa60d6a5484c
    namespace: kserve-ci-e2e-test
    resourceVersion: "39975"
    uid: e2d57c6f-6e99-4a3c-832e-27b40546b09b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-20T10:59:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39616"
    uid: d953e245-1460-4bb5-8fee-2cf595d237e8
  kind: Event
  lastTimestamp: "2026-07-20T11:00:01Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-20T10:59:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T11:00:01Z"
    name: isvc-sklearn-v2-runtime-predictor.18c3fa60d7565bba
    namespace: kserve-ci-e2e-test
    resourceVersion: "39976"
    uid: 33d329d0-1506-486c-b767-a7e42e1de32c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T11:00:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39772"
    uid: d953e245-1460-4bb5-8fee-2cf595d237e8
  kind: Event
  lastTimestamp: "2026-07-20T11:00:16Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-20T11:00:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T11:00:16Z"
    name: isvc-sklearn-v2-runtime-predictor.18c3fa6b5488fbd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "40094"
    uid: ac1e945d-1821-4be6-8156-f4a800a7f6d7
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T11:00:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39772"
    uid: d953e245-1460-4bb5-8fee-2cf595d237e8
  kind: Event
  lastTimestamp: "2026-07-20T11:00:16Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-20T11:00:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T11:00:16Z"
    name: isvc-sklearn-v2-runtime-predictor.18c3fa6b5507b734
    namespace: kserve-ci-e2e-test
    resourceVersion: "40098"
    uid: fe15e162-33e0-41fd-9a86-fa7bacbc0191
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-20T10:59:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "39608"
    uid: a02d1621-a5f2-481d-9b7b-466bae3aaab1
  kind: Event
  lastTimestamp: "2026-07-20T11:00:08Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-20T10:59:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-20T11:00:08Z"
    name: isvc-sklearn-v2-runtime.18c3fa5d57ec83cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "40040"
    uid: 79ec1b5b-27b5-4dad-9143-32f549670bf4
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-20T10:59:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "39608"
    uid: a02d1621-a5f2-481d-9b7b-466bae3aaab1
  kind: Event
  lastTimestamp: "2026-07-20T10:59:16Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-20T10:59:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-20T10:59:16Z"
    name: isvc-sklearn-v2-runtime.18c3fa5d587276f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "39639"
    uid: f54ba49a-2d3d-406b-b1bb-53e1510682f4
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:59:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "39612"
    uid: a02d1621-a5f2-481d-9b7b-466bae3aaab1
  kind: Event
  lastTimestamp: "2026-07-20T10:59:16Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-v2-runtime": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-20T10:59:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-20T10:59:16Z"
    name: isvc-sklearn-v2-runtime.18c3fa5d5e356a77
    namespace: kserve-ci-e2e-test
    resourceVersion: "39640"
    uid: 88fea049-cf49-4ac0-a45e-68240a12a679
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T11:00:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "40038"
    uid: a02d1621-a5f2-481d-9b7b-466bae3aaab1
  kind: Event
  lastTimestamp: "2026-07-20T11:00:08Z"
  message: InferenceService [isvc-sklearn-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-07-20T11:00:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-20T11:00:08Z"
    name: isvc-sklearn-v2-runtime.18c3fa69996a69e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "40039"
    uid: 02af1169-4466-4b6e-98b7-700f50d6fb5a
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-20T11:00:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "40153"
    uid: 40901f2f-9892-440c-8a64-c9128c85f711
  kind: Event
  lastTimestamp: "2026-07-20T11:01:44Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-20T11:00:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-20T11:01:44Z"
    name: isvc-sklearn-v2.18c3fa6c8a94df2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "40804"
    uid: 38168bbe-726d-4e7f-afe8-7fb09a43c022
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-20T11:00:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "40153"
    uid: 40901f2f-9892-440c-8a64-c9128c85f711
  kind: Event
  lastTimestamp: "2026-07-20T11:00:21Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-20T11:00:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-20T11:00:21Z"
    name: isvc-sklearn-v2.18c3fa6c8b28b397
    namespace: kserve-ci-e2e-test
    resourceVersion: "40183"
    uid: 38e6a59a-f445-4f79-81e9-2c47b88e0429
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T11:00:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "40157"
    uid: 40901f2f-9892-440c-8a64-c9128c85f711
  kind: Event
  lastTimestamp: "2026-07-20T11:00:21Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-v2": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-20T11:00:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-20T11:00:21Z"
    name: isvc-sklearn-v2.18c3fa6c906b7df2
    namespace: kserve-ci-e2e-test
    resourceVersion: "40184"
    uid: 58cc1b63-f165-4acb-8859-6ad852424b13
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T11:01:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "40802"
    uid: 40901f2f-9892-440c-8a64-c9128c85f711
  kind: Event
  lastTimestamp: "2026-07-20T11:01:44Z"
  message: InferenceService [isvc-sklearn-v2] is Ready
  metadata:
    creationTimestamp: "2026-07-20T11:01:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-20T11:01:44Z"
    name: isvc-sklearn-v2.18c3fa7fc6a65cc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "40803"
    uid: 24846279-972b-406d-b1b6-4da1fa7a9202
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-20T10:55:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "37897"
    uid: 9cd6caf0-f236-465e-89b0-b979600b5e1a
  kind: Event
  lastTimestamp: "2026-07-20T10:57:17Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-20T10:55:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-20T10:57:17Z"
    name: isvc-sklearn.18c3fa2e1ca99184
    namespace: kserve-ci-e2e-test
    resourceVersion: "38558"
    uid: ea124fc8-a408-42d0-a05a-4aa532aa2505
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:55:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "37897"
    uid: 9cd6caf0-f236-465e-89b0-b979600b5e1a
  kind: Event
  lastTimestamp: "2026-07-20T10:55:53Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-07-20T10:55:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-20T10:55:53Z"
    name: isvc-sklearn.18c3fa2e1d0a3237
    namespace: kserve-ci-e2e-test
    resourceVersion: "37912"
    uid: 01b0a85c-409c-41f1-88e3-32b70f9d03ca
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:57:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "38556"
    uid: 9cd6caf0-f236-465e-89b0-b979600b5e1a
  kind: Event
  lastTimestamp: "2026-07-20T10:57:17Z"
  message: InferenceService [isvc-sklearn] is Ready
  metadata:
    creationTimestamp: "2026-07-20T10:57:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-20T10:57:17Z"
    name: isvc-sklearn.18c3fa419c66488f
    namespace: kserve-ci-e2e-test
    resourceVersion: "38557"
    uid: 8e787561-eba6-433e-bb84-e20baa5787b5
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-20T11:03:32.289277Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-d6ppk
    namespace: kserve-ci-e2e-test
    resourceVersion: "41693"
    uid: 44a41ba3-edf0-42f9-91e5-667211114a77
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-tensorflow-predictor-547dfc5669-d6ppk
    to ip-10-0-134-80.ec2.internal
  metadata:
    creationTimestamp: "2026-07-20T11:03:32Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-20T11:03:32Z"
    name: isvc-tensorflow-predictor-547dfc5669-d6ppk.18c3fa98f90e40c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "41697"
    uid: d7aee25c-8a7a-42b5-b659-46fe987fadcf
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-689d9fc459-bqtkn
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T11:03:32Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-d6ppk
    namespace: kserve-ci-e2e-test
    resourceVersion: "41695"
    uid: 44a41ba3-edf0-42f9-91e5-667211114a77
  kind: Event
  lastTimestamp: "2026-07-20T11:03:32Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-tensorflow-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-20T11:03:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T11:03:32Z"
    name: isvc-tensorflow-predictor-547dfc5669-d6ppk.18c3fa9905fb2968
    namespace: kserve-ci-e2e-test
    resourceVersion: "41709"
    uid: b95cb481-c0a9-471b-b650-32773d6bf1a9
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T11:03:33Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-d6ppk
    namespace: kserve-ci-e2e-test
    resourceVersion: "41704"
    uid: 44a41ba3-edf0-42f9-91e5-667211114a77
  kind: Event
  lastTimestamp: "2026-07-20T11:03:33Z"
  message: Add eth0 [10.132.0.60/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-20T11:03:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-20T11:03:33Z"
    name: isvc-tensorflow-predictor-547dfc5669-d6ppk.18c3fa99362fe6bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "41719"
    uid: 9308978e-fa31-458c-9545-dd7fe4a2abb6
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T11:03:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-d6ppk
    namespace: kserve-ci-e2e-test
    resourceVersion: "41695"
    uid: 44a41ba3-edf0-42f9-91e5-667211114a77
  kind: Event
  lastTimestamp: "2026-07-20T11:03:33Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:038cd29f3e031cdfd5fa54ba896bbecc69cd255eda6b470c2f7bce5282357bb8"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-20T11:03:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T11:03:33Z"
    name: isvc-tensorflow-predictor-547dfc5669-d6ppk.18c3fa9937b1b8d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "41721"
    uid: 3b4d0fdf-22bb-44f5-8d97-f45d97ede548
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T11:03:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-d6ppk
    namespace: kserve-ci-e2e-test
    resourceVersion: "41695"
    uid: 44a41ba3-edf0-42f9-91e5-667211114a77
  kind: Event
  lastTimestamp: "2026-07-20T11:03:33Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-20T11:03:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T11:03:33Z"
    name: isvc-tensorflow-predictor-547dfc5669-d6ppk.18c3fa993a39dcab
    namespace: kserve-ci-e2e-test
    resourceVersion: "41723"
    uid: 2a7c425e-6189-47dd-a142-dc3564a27dbd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T11:03:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-d6ppk
    namespace: kserve-ci-e2e-test
    resourceVersion: "41695"
    uid: 44a41ba3-edf0-42f9-91e5-667211114a77
  kind: Event
  lastTimestamp: "2026-07-20T11:03:33Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-20T11:03:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T11:03:33Z"
    name: isvc-tensorflow-predictor-547dfc5669-d6ppk.18c3fa993aa74224
    namespace: kserve-ci-e2e-test
    resourceVersion: "41724"
    uid: ba1859b9-dbaf-4518-9f5a-3efb141dd74e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T11:03:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-d6ppk
    namespace: kserve-ci-e2e-test
    resourceVersion: "41695"
    uid: 44a41ba3-edf0-42f9-91e5-667211114a77
  kind: Event
  lastTimestamp: "2026-07-20T11:03:37Z"
  message: Pulling image "tensorflow/serving:2.6.2"
  metadata:
    creationTimestamp: "2026-07-20T11:03:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T11:03:37Z"
    name: isvc-tensorflow-predictor-547dfc5669-d6ppk.18c3fa9a3afcb064
    namespace: kserve-ci-e2e-test
    resourceVersion: "41758"
    uid: f3f877df-265f-40b8-bfa9-26f8c122d623
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T11:03:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-d6ppk
    namespace: kserve-ci-e2e-test
    resourceVersion: "41695"
    uid: 44a41ba3-edf0-42f9-91e5-667211114a77
  kind: Event
  lastTimestamp: "2026-07-20T11:03:41Z"
  message: 'Successfully pulled image "tensorflow/serving:2.6.2" in 3.867s (3.867s
    including waiting). Image size: 425873876 bytes.'
  metadata:
    creationTimestamp: "2026-07-20T11:03:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T11:03:41Z"
    name: isvc-tensorflow-predictor-547dfc5669-d6ppk.18c3fa9b2188ab26
    namespace: kserve-ci-e2e-test
    resourceVersion: "41792"
    uid: ad4731af-97ca-45ad-abd5-a74e9f8d0bec
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T11:03:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-d6ppk
    namespace: kserve-ci-e2e-test
    resourceVersion: "41695"
    uid: 44a41ba3-edf0-42f9-91e5-667211114a77
  kind: Event
  lastTimestamp: "2026-07-20T11:03:41Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-20T11:03:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T11:03:41Z"
    name: isvc-tensorflow-predictor-547dfc5669-d6ppk.18c3fa9b24e3154c
    namespace: kserve-ci-e2e-test
    resourceVersion: "41793"
    uid: 065db91f-4a92-4945-99a2-df74a73cd666
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T11:03:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-d6ppk
    namespace: kserve-ci-e2e-test
    resourceVersion: "41695"
    uid: 44a41ba3-edf0-42f9-91e5-667211114a77
  kind: Event
  lastTimestamp: "2026-07-20T11:03:41Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-20T11:03:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T11:03:41Z"
    name: isvc-tensorflow-predictor-547dfc5669-d6ppk.18c3fa9b25539e36
    namespace: kserve-ci-e2e-test
    resourceVersion: "41794"
    uid: cb9ebeca-4954-48a2-883e-7932ed6172e0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T11:03:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-d6ppk
    namespace: kserve-ci-e2e-test
    resourceVersion: "41695"
    uid: 44a41ba3-edf0-42f9-91e5-667211114a77
  kind: Event
  lastTimestamp: "2026-07-20T11:03:41Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-20T11:03:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T11:03:41Z"
    name: isvc-tensorflow-predictor-547dfc5669-d6ppk.18c3fa9b255cfde7
    namespace: kserve-ci-e2e-test
    resourceVersion: "41795"
    uid: e50c453e-51b9-4765-8e73-69bf714c13b2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T11:03:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-d6ppk
    namespace: kserve-ci-e2e-test
    resourceVersion: "41695"
    uid: 44a41ba3-edf0-42f9-91e5-667211114a77
  kind: Event
  lastTimestamp: "2026-07-20T11:03:41Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-20T11:03:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T11:03:41Z"
    name: isvc-tensorflow-predictor-547dfc5669-d6ppk.18c3fa9b28d5477d
    namespace: kserve-ci-e2e-test
    resourceVersion: "41797"
    uid: f1180e30-ac8f-47b7-899d-bf8c1a80e0b7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T11:03:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-d6ppk
    namespace: kserve-ci-e2e-test
    resourceVersion: "41695"
    uid: 44a41ba3-edf0-42f9-91e5-667211114a77
  kind: Event
  lastTimestamp: "2026-07-20T11:03:41Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-20T11:03:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T11:03:41Z"
    name: isvc-tensorflow-predictor-547dfc5669-d6ppk.18c3fa9b2946b379
    namespace: kserve-ci-e2e-test
    resourceVersion: "41798"
    uid: a1c1966f-b650-45e3-aa86-a5ddd8ef76a2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-20T11:03:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-d6ppk
    namespace: kserve-ci-e2e-test
    resourceVersion: "41695"
    uid: 44a41ba3-edf0-42f9-91e5-667211114a77
  kind: Event
  lastTimestamp: "2026-07-20T11:03:48Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.60:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-20T11:03:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T11:03:48Z"
    name: isvc-tensorflow-predictor-547dfc5669-d6ppk.18c3fa9b665ae07e
    namespace: kserve-ci-e2e-test
    resourceVersion: "41853"
    uid: f66e1f41-0f31-4f8a-877f-9564448b11f9
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T11:04:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-d6ppk
    namespace: kserve-ci-e2e-test
    resourceVersion: "41695"
    uid: 44a41ba3-edf0-42f9-91e5-667211114a77
  kind: Event
  lastTimestamp: "2026-07-20T11:04:12Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-20T11:04:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T11:04:12Z"
    name: isvc-tensorflow-predictor-547dfc5669-d6ppk.18c3faa2507d663d
    namespace: kserve-ci-e2e-test
    resourceVersion: "42048"
    uid: 384b35b7-f4f0-4609-ba97-3bc59408b92f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T11:04:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-d6ppk
    namespace: kserve-ci-e2e-test
    resourceVersion: "41695"
    uid: 44a41ba3-edf0-42f9-91e5-667211114a77
  kind: Event
  lastTimestamp: "2026-07-20T11:04:12Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-20T11:04:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T11:04:12Z"
    name: isvc-tensorflow-predictor-547dfc5669-d6ppk.18c3faa25081da89
    namespace: kserve-ci-e2e-test
    resourceVersion: "42049"
    uid: 5d7f3f68-08b0-4007-8edf-6efb798669e4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-20T11:04:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-d6ppk
    namespace: kserve-ci-e2e-test
    resourceVersion: "41695"
    uid: 44a41ba3-edf0-42f9-91e5-667211114a77
  kind: Event
  lastTimestamp: "2026-07-20T11:04:38Z"
  message: 'Readiness probe failed: Get "https://10.132.0.60:8643/healthz": dial tcp
    10.132.0.60:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-20T11:04:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T11:04:38Z"
    name: isvc-tensorflow-predictor-547dfc5669-d6ppk.18c3faa29e487693
    namespace: kserve-ci-e2e-test
    resourceVersion: "42306"
    uid: db73b674-cad3-4722-9375-edb73c5d9b5e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T11:03:32Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-tensorflow-predictor-547dfc5669
    namespace: kserve-ci-e2e-test
    resourceVersion: "41681"
    uid: 2ca8cd2e-b4e6-43e2-be90-1d33ae289334
  kind: Event
  lastTimestamp: "2026-07-20T11:03:32Z"
  message: 'Created pod: isvc-tensorflow-predictor-547dfc5669-d6ppk'
  metadata:
    creationTimestamp: "2026-07-20T11:03:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T11:03:32Z"
    name: isvc-tensorflow-predictor-547dfc5669.18c3fa98f8a403d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "41694"
    uid: 5e3f0fb5-e083-4407-8684-7e5c27a614f1
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T11:03:32Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41679"
    uid: 8157ec27-0a44-4440-9a87-b63f8aa9a906
  kind: Event
  lastTimestamp: "2026-07-20T11:03:32Z"
  message: Scaled up replica set isvc-tensorflow-predictor-547dfc5669 from 0 to 1
  metadata:
    creationTimestamp: "2026-07-20T11:03:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T11:03:32Z"
    name: isvc-tensorflow-predictor.18c3fa98f4457ce5
    namespace: kserve-ci-e2e-test
    resourceVersion: "41682"
    uid: 8559e20b-4814-4e3f-8e74-49e20c0884fd
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-20T11:03:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41680"
    uid: 36bd3c7d-750d-4063-9c3f-eab842d10f54
  kind: Event
  lastTimestamp: "2026-07-20T11:04:02Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-20T11:03:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T11:04:02Z"
    name: isvc-tensorflow-predictor.18c3fa9c744cbedf
    namespace: kserve-ci-e2e-test
    resourceVersion: "41952"
    uid: 89c7e2bd-8a52-46d3-9b96-41a59e102f5a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-20T11:03:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41680"
    uid: 36bd3c7d-750d-4063-9c3f-eab842d10f54
  kind: Event
  lastTimestamp: "2026-07-20T11:04:02Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-20T11:03:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T11:04:02Z"
    name: isvc-tensorflow-predictor.18c3fa9c755c10f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "41953"
    uid: 4d6be86e-61ad-477c-95a5-4cf8a4fec514
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-20T11:04:17.571734Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-29kgh
    namespace: kserve-ci-e2e-test
    resourceVersion: "42107"
    uid: 41c1bbd4-d6cd-4ac8-8321-ab25a8a98cc7
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-tensorflow-runtime-predictor-855cfcd677-29kgh
    to ip-10-0-134-80.ec2.internal
  metadata:
    creationTimestamp: "2026-07-20T11:04:17Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-20T11:04:17Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-29kgh.18c3faa38419cd2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "42112"
    uid: 8886ad0b-a6ab-4d13-9d91-cc3f4b200c78
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-689d9fc459-bqtkn
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T11:04:17Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-29kgh
    namespace: kserve-ci-e2e-test
    resourceVersion: "42116"
    uid: 41c1bbd4-d6cd-4ac8-8321-ab25a8a98cc7
  kind: Event
  lastTimestamp: "2026-07-20T11:04:17Z"
  message: Add eth0 [10.132.0.61/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-20T11:04:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-20T11:04:17Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-29kgh.18c3faa39d66c37c
    namespace: kserve-ci-e2e-test
    resourceVersion: "42129"
    uid: eb97f5a4-f1b9-440f-9eab-96c0a804ddbb
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T11:04:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-29kgh
    namespace: kserve-ci-e2e-test
    resourceVersion: "42110"
    uid: 41c1bbd4-d6cd-4ac8-8321-ab25a8a98cc7
  kind: Event
  lastTimestamp: "2026-07-20T11:04:18Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:038cd29f3e031cdfd5fa54ba896bbecc69cd255eda6b470c2f7bce5282357bb8"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-20T11:04:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T11:04:18Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-29kgh.18c3faa39ef6e1d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "42131"
    uid: f4b43e31-7209-4ef2-9e4f-4eb0049f4ed5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T11:04:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-29kgh
    namespace: kserve-ci-e2e-test
    resourceVersion: "42110"
    uid: 41c1bbd4-d6cd-4ac8-8321-ab25a8a98cc7
  kind: Event
  lastTimestamp: "2026-07-20T11:04:18Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-20T11:04:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T11:04:18Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-29kgh.18c3faa3a16028e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "42132"
    uid: 611b158c-23ef-482b-9e9b-1ca67fa3d282
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T11:04:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-29kgh
    namespace: kserve-ci-e2e-test
    resourceVersion: "42110"
    uid: 41c1bbd4-d6cd-4ac8-8321-ab25a8a98cc7
  kind: Event
  lastTimestamp: "2026-07-20T11:04:18Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-20T11:04:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T11:04:18Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-29kgh.18c3faa3a1cda16d
    namespace: kserve-ci-e2e-test
    resourceVersion: "42133"
    uid: 7deb8f8d-41c3-470b-99ae-0ae043147990
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T11:04:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-29kgh
    namespace: kserve-ci-e2e-test
    resourceVersion: "42110"
    uid: 41c1bbd4-d6cd-4ac8-8321-ab25a8a98cc7
  kind: Event
  lastTimestamp: "2026-07-20T11:04:23Z"
  message: Container image "tensorflow/serving:2.6.2" already present on machine
  metadata:
    creationTimestamp: "2026-07-20T11:04:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T11:04:23Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-29kgh.18c3faa4fb1db286
    namespace: kserve-ci-e2e-test
    resourceVersion: "42184"
    uid: 4d2d7b07-ba36-48eb-b677-2620b7f1fc04
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T11:04:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-29kgh
    namespace: kserve-ci-e2e-test
    resourceVersion: "42110"
    uid: 41c1bbd4-d6cd-4ac8-8321-ab25a8a98cc7
  kind: Event
  lastTimestamp: "2026-07-20T11:04:23Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-20T11:04:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T11:04:23Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-29kgh.18c3faa4fe1a3907
    namespace: kserve-ci-e2e-test
    resourceVersion: "42186"
    uid: 9caf2042-f4d8-44bd-8319-4a9a113c266c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T11:04:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-29kgh
    namespace: kserve-ci-e2e-test
    resourceVersion: "42110"
    uid: 41c1bbd4-d6cd-4ac8-8321-ab25a8a98cc7
  kind: Event
  lastTimestamp: "2026-07-20T11:04:23Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-20T11:04:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T11:04:23Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-29kgh.18c3faa4fe94639b
    namespace: kserve-ci-e2e-test
    resourceVersion: "42187"
    uid: 257eb0ce-974b-4122-a1d5-c05b5ba71c19
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T11:04:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-29kgh
    namespace: kserve-ci-e2e-test
    resourceVersion: "42110"
    uid: 41c1bbd4-d6cd-4ac8-8321-ab25a8a98cc7
  kind: Event
  lastTimestamp: "2026-07-20T11:04:23Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-20T11:04:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T11:04:23Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-29kgh.18c3faa4fe9d7d9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "42189"
    uid: e5aa8fac-a68f-4ca7-838c-a83ea4015887
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T11:04:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-29kgh
    namespace: kserve-ci-e2e-test
    resourceVersion: "42110"
    uid: 41c1bbd4-d6cd-4ac8-8321-ab25a8a98cc7
  kind: Event
  lastTimestamp: "2026-07-20T11:04:23Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-20T11:04:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T11:04:23Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-29kgh.18c3faa50176ca30
    namespace: kserve-ci-e2e-test
    resourceVersion: "42192"
    uid: bd3e83d1-8509-47af-b53a-c25b925ef20a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T11:04:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-29kgh
    namespace: kserve-ci-e2e-test
    resourceVersion: "42110"
    uid: 41c1bbd4-d6cd-4ac8-8321-ab25a8a98cc7
  kind: Event
  lastTimestamp: "2026-07-20T11:04:23Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-20T11:04:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T11:04:23Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-29kgh.18c3faa501ecfc8a
    namespace: kserve-ci-e2e-test
    resourceVersion: "42194"
    uid: f791bba8-aca0-4752-8cbf-61115b978534
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-20T11:04:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-29kgh
    namespace: kserve-ci-e2e-test
    resourceVersion: "42110"
    uid: 41c1bbd4-d6cd-4ac8-8321-ab25a8a98cc7
  kind: Event
  lastTimestamp: "2026-07-20T11:04:31Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.61:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-20T11:04:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T11:04:31Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-29kgh.18c3faa572edf9b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "42251"
    uid: 8f8fd983-db8f-4fd6-851f-b46818087cb8
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T11:04:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-29kgh
    namespace: kserve-ci-e2e-test
    resourceVersion: "42110"
    uid: 41c1bbd4-d6cd-4ac8-8321-ab25a8a98cc7
  kind: Event
  lastTimestamp: "2026-07-20T11:04:58Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-20T11:04:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T11:04:58Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-29kgh.18c3faacf496d2e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "42736"
    uid: a4d82c94-9283-4811-8a23-e0dd16d43c65
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T11:04:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-29kgh
    namespace: kserve-ci-e2e-test
    resourceVersion: "42110"
    uid: 41c1bbd4-d6cd-4ac8-8321-ab25a8a98cc7
  kind: Event
  lastTimestamp: "2026-07-20T11:04:58Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-20T11:04:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T11:04:58Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-29kgh.18c3faacf497dbff
    namespace: kserve-ci-e2e-test
    resourceVersion: "42737"
    uid: bc0447f6-205d-431c-af0f-03d68b0590f5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-20T11:05:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-29kgh
    namespace: kserve-ci-e2e-test
    resourceVersion: "42110"
    uid: 41c1bbd4-d6cd-4ac8-8321-ab25a8a98cc7
  kind: Event
  lastTimestamp: "2026-07-20T11:05:26Z"
  message: 'Readiness probe failed: Get "https://10.132.0.61:8643/healthz": dial tcp
    10.132.0.61:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-20T11:05:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T11:05:26Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-29kgh.18c3faadd4e1aad2
    namespace: kserve-ci-e2e-test
    resourceVersion: "43016"
    uid: 759a2992-87b7-413a-aef1-9696fb8bdfc4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T11:04:17Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-tensorflow-runtime-predictor-855cfcd677
    namespace: kserve-ci-e2e-test
    resourceVersion: "42097"
    uid: a2e5161e-7467-449f-9b48-083eab4db6d2
  kind: Event
  lastTimestamp: "2026-07-20T11:04:17Z"
  message: 'Created pod: isvc-tensorflow-runtime-predictor-855cfcd677-29kgh'
  metadata:
    creationTimestamp: "2026-07-20T11:04:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T11:04:17Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677.18c3faa38396a364
    namespace: kserve-ci-e2e-test
    resourceVersion: "42109"
    uid: 1cea21f1-1aeb-44c6-becf-085f89f4892e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T11:04:17Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "42095"
    uid: 65773521-a4cb-4d77-bb99-51ead903ca00
  kind: Event
  lastTimestamp: "2026-07-20T11:04:17Z"
  message: Scaled up replica set isvc-tensorflow-runtime-predictor-855cfcd677 from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-20T11:04:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T11:04:17Z"
    name: isvc-tensorflow-runtime-predictor.18c3faa380c35772
    namespace: kserve-ci-e2e-test
    resourceVersion: "42100"
    uid: 35d719b6-6ffb-4ce6-a78f-497e66dbb14e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-20T11:04:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "42096"
    uid: dab7e73c-a668-4e81-83b1-5a5c48c1cf0f
  kind: Event
  lastTimestamp: "2026-07-20T11:04:47Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-20T11:04:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T11:04:47Z"
    name: isvc-tensorflow-runtime-predictor.18c3faa6ff4beb50
    namespace: kserve-ci-e2e-test
    resourceVersion: "42375"
    uid: e16048e5-1622-4b85-b59e-a7553fa4669b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-20T11:04:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "42096"
    uid: dab7e73c-a668-4e81-83b1-5a5c48c1cf0f
  kind: Event
  lastTimestamp: "2026-07-20T11:04:47Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-20T11:04:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T11:04:47Z"
    name: isvc-tensorflow-runtime-predictor.18c3faa6ffbcc6a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "42376"
    uid: 5c38af72-d02c-4e41-abbf-5331eb194b63
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-20T11:04:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "42085"
    uid: c5366c16-80e7-4a68-bdd4-a96fecd58143
  kind: Event
  lastTimestamp: "2026-07-20T11:04:41Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-20T11:04:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-20T11:04:41Z"
    name: isvc-tensorflow-runtime.18c3faa380c05a57
    namespace: kserve-ci-e2e-test
    resourceVersion: "42337"
    uid: 61e2f40f-997e-4a6a-a78e-c2395cd6fe4f
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-20T11:04:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "42085"
    uid: c5366c16-80e7-4a68-bdd4-a96fecd58143
  kind: Event
  lastTimestamp: "2026-07-20T11:04:17Z"
  message: 'Failed to update status for InferenceService "isvc-tensorflow-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-tensorflow-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-20T11:04:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-20T11:04:17Z"
    name: isvc-tensorflow-runtime.18c3faa38141ff6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "42122"
    uid: 1d0e9a47-83f6-40b7-9e58-afa128b415ec
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T11:04:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "42106"
    uid: c5366c16-80e7-4a68-bdd4-a96fecd58143
  kind: Event
  lastTimestamp: "2026-07-20T11:04:17Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-tensorflow-runtime": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-20T11:04:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-20T11:04:17Z"
    name: isvc-tensorflow-runtime.18c3faa3894691f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "42123"
    uid: 2197f384-d71c-4693-88d6-c811af687a0a
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T11:04:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "42334"
    uid: c5366c16-80e7-4a68-bdd4-a96fecd58143
  kind: Event
  lastTimestamp: "2026-07-20T11:04:41Z"
  message: InferenceService [isvc-tensorflow-runtime] is Ready
  metadata:
    creationTimestamp: "2026-07-20T11:04:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-20T11:04:41Z"
    name: isvc-tensorflow-runtime.18c3faa931ccef6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "42335"
    uid: a8775d09-963e-489e-8332-b6706f868f77
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-20T11:03:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "41672"
    uid: 903333ac-2510-4390-8fd8-d9efd43232a3
  kind: Event
  lastTimestamp: "2026-07-20T11:03:58Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-20T11:03:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-20T11:03:58Z"
    name: isvc-tensorflow.18c3fa98f443ade2
    namespace: kserve-ci-e2e-test
    resourceVersion: "41926"
    uid: f7b7e919-e386-4bca-8ed8-5b6e91087238
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-20T11:03:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "41672"
    uid: 903333ac-2510-4390-8fd8-d9efd43232a3
  kind: Event
  lastTimestamp: "2026-07-20T11:03:32Z"
  message: 'Failed to update status for InferenceService "isvc-tensorflow": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-tensorflow":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-20T11:03:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-20T11:03:32Z"
    name: isvc-tensorflow.18c3fa98f49967ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "41702"
    uid: 89fc25d4-e7e4-479f-abf4-1a93be1c8b1a
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T11:03:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "41675"
    uid: 903333ac-2510-4390-8fd8-d9efd43232a3
  kind: Event
  lastTimestamp: "2026-07-20T11:03:32Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-tensorflow": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-20T11:03:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-20T11:03:32Z"
    name: isvc-tensorflow.18c3fa98f9ee186e
    namespace: kserve-ci-e2e-test
    resourceVersion: "41703"
    uid: cc06a00f-27e2-4678-a23a-9d0b24b26091
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T11:03:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "41924"
    uid: 903333ac-2510-4390-8fd8-d9efd43232a3
  kind: Event
  lastTimestamp: "2026-07-20T11:03:58Z"
  message: InferenceService [isvc-tensorflow] is Ready
  metadata:
    creationTimestamp: "2026-07-20T11:03:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-20T11:03:58Z"
    name: isvc-tensorflow.18c3fa9f2570c6ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "41925"
    uid: 10df7bff-0a4b-4aa0-84e1-7b23ff801d34
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-20T11:05:03.270032Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-jprgg
    namespace: kserve-ci-e2e-test
    resourceVersion: "42803"
    uid: 7af4e3fa-7494-436d-bdcd-f622a6fdd15b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-triton-predictor-5d7db58676-jprgg
    to ip-10-0-134-80.ec2.internal
  metadata:
    creationTimestamp: "2026-07-20T11:05:03Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-20T11:05:03Z"
    name: isvc-triton-predictor-5d7db58676-jprgg.18c3faae27ee708b
    namespace: kserve-ci-e2e-test
    resourceVersion: "42809"
    uid: 64230ecc-209a-4708-af63-e3aabb1318cf
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-689d9fc459-bqtkn
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T11:05:03Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-jprgg
    namespace: kserve-ci-e2e-test
    resourceVersion: "42807"
    uid: 7af4e3fa-7494-436d-bdcd-f622a6fdd15b
  kind: Event
  lastTimestamp: "2026-07-20T11:05:03Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-triton-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-20T11:05:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T11:05:03Z"
    name: isvc-triton-predictor-5d7db58676-jprgg.18c3faae34af7483
    namespace: kserve-ci-e2e-test
    resourceVersion: "42818"
    uid: 2f4f6bbf-2a1f-4efb-b453-4c7aec220611
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T11:05:04Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-jprgg
    namespace: kserve-ci-e2e-test
    resourceVersion: "42813"
    uid: 7af4e3fa-7494-436d-bdcd-f622a6fdd15b
  kind: Event
  lastTimestamp: "2026-07-20T11:05:04Z"
  message: Add eth0 [10.132.0.62/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-20T11:05:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-20T11:05:04Z"
    name: isvc-triton-predictor-5d7db58676-jprgg.18c3faae653de158
    namespace: kserve-ci-e2e-test
    resourceVersion: "42827"
    uid: cd7484ec-2638-42f9-8045-c5ba94e50f90
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T11:05:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-jprgg
    namespace: kserve-ci-e2e-test
    resourceVersion: "42807"
    uid: 7af4e3fa-7494-436d-bdcd-f622a6fdd15b
  kind: Event
  lastTimestamp: "2026-07-20T11:05:04Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:038cd29f3e031cdfd5fa54ba896bbecc69cd255eda6b470c2f7bce5282357bb8"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-20T11:05:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T11:05:04Z"
    name: isvc-triton-predictor-5d7db58676-jprgg.18c3faae66be57c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "42829"
    uid: 9d73adaf-5b50-4350-8739-dc13e29b1588
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T11:05:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-jprgg
    namespace: kserve-ci-e2e-test
    resourceVersion: "42807"
    uid: 7af4e3fa-7494-436d-bdcd-f622a6fdd15b
  kind: Event
  lastTimestamp: "2026-07-20T11:05:04Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-20T11:05:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T11:05:04Z"
    name: isvc-triton-predictor-5d7db58676-jprgg.18c3faae69bcc56b
    namespace: kserve-ci-e2e-test
    resourceVersion: "42830"
    uid: 52b4295a-5866-495f-91f1-183c6410bbad
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T11:05:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-jprgg
    namespace: kserve-ci-e2e-test
    resourceVersion: "42807"
    uid: 7af4e3fa-7494-436d-bdcd-f622a6fdd15b
  kind: Event
  lastTimestamp: "2026-07-20T11:05:04Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-20T11:05:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T11:05:04Z"
    name: isvc-triton-predictor-5d7db58676-jprgg.18c3faae6a875e3c
    namespace: kserve-ci-e2e-test
    resourceVersion: "42831"
    uid: 2dcddb7c-145a-4154-a37b-df13189dc555
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T11:05:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-jprgg
    namespace: kserve-ci-e2e-test
    resourceVersion: "42807"
    uid: 7af4e3fa-7494-436d-bdcd-f622a6fdd15b
  kind: Event
  lastTimestamp: "2026-07-20T11:05:09Z"
  message: Pulling image "nvcr.io/nvidia/tritonserver:23.05-py3"
  metadata:
    creationTimestamp: "2026-07-20T11:05:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T11:05:09Z"
    name: isvc-triton-predictor-5d7db58676-jprgg.18c3faaf809e8e73
    namespace: kserve-ci-e2e-test
    resourceVersion: "42868"
    uid: f30d3453-bb08-4674-b26b-971000bc6e9a
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T11:07:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-jprgg
    namespace: kserve-ci-e2e-test
    resourceVersion: "42807"
    uid: 7af4e3fa-7494-436d-bdcd-f622a6fdd15b
  kind: Event
  lastTimestamp: "2026-07-20T11:07:03Z"
  message: 'Successfully pulled image "nvcr.io/nvidia/tritonserver:23.05-py3" in 1m54.892s
    (1m54.892s including waiting). Image size: 12907074623 bytes.'
  metadata:
    creationTimestamp: "2026-07-20T11:07:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T11:07:03Z"
    name: isvc-triton-predictor-5d7db58676-jprgg.18c3faca40be914f
    namespace: kserve-ci-e2e-test
    resourceVersion: "43710"
    uid: df2d484b-f277-441c-8dd0-2f69ca8fbe06
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T11:07:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-jprgg
    namespace: kserve-ci-e2e-test
    resourceVersion: "42807"
    uid: 7af4e3fa-7494-436d-bdcd-f622a6fdd15b
  kind: Event
  lastTimestamp: "2026-07-20T11:07:04Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-20T11:07:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T11:07:04Z"
    name: isvc-triton-predictor-5d7db58676-jprgg.18c3faca46f7d5df
    namespace: kserve-ci-e2e-test
    resourceVersion: "43713"
    uid: 0bc52a3a-8563-47d7-8de4-48c279b7be04
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T11:07:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-jprgg
    namespace: kserve-ci-e2e-test
    resourceVersion: "42807"
    uid: 7af4e3fa-7494-436d-bdcd-f622a6fdd15b
  kind: Event
  lastTimestamp: "2026-07-20T11:07:04Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-20T11:07:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T11:07:04Z"
    name: isvc-triton-predictor-5d7db58676-jprgg.18c3faca480800a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "43714"
    uid: e385c491-5acb-474d-a4b1-7787a7c722b3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T11:07:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-jprgg
    namespace: kserve-ci-e2e-test
    resourceVersion: "42807"
    uid: 7af4e3fa-7494-436d-bdcd-f622a6fdd15b
  kind: Event
  lastTimestamp: "2026-07-20T11:07:04Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-20T11:07:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T11:07:04Z"
    name: isvc-triton-predictor-5d7db58676-jprgg.18c3faca481210c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "43715"
    uid: 318c7a80-99d1-454b-a791-78c6f0ddb4ab
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T11:07:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-jprgg
    namespace: kserve-ci-e2e-test
    resourceVersion: "42807"
    uid: 7af4e3fa-7494-436d-bdcd-f622a6fdd15b
  kind: Event
  lastTimestamp: "2026-07-20T11:07:04Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-20T11:07:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T11:07:04Z"
    name: isvc-triton-predictor-5d7db58676-jprgg.18c3faca4d8f14f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "43717"
    uid: 437bf12f-2d07-4437-a2d0-cd3cec889afd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T11:07:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-jprgg
    namespace: kserve-ci-e2e-test
    resourceVersion: "42807"
    uid: 7af4e3fa-7494-436d-bdcd-f622a6fdd15b
  kind: Event
  lastTimestamp: "2026-07-20T11:07:04Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-20T11:07:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T11:07:04Z"
    name: isvc-triton-predictor-5d7db58676-jprgg.18c3faca4edc128f
    namespace: kserve-ci-e2e-test
    resourceVersion: "43718"
    uid: fed9c103-6f05-45b3-83e6-5f48686d81ed
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-20T11:07:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-jprgg
    namespace: kserve-ci-e2e-test
    resourceVersion: "42807"
    uid: 7af4e3fa-7494-436d-bdcd-f622a6fdd15b
  kind: Event
  lastTimestamp: "2026-07-20T11:07:06Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.62:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-20T11:07:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T11:07:06Z"
    name: isvc-triton-predictor-5d7db58676-jprgg.18c3facaa3a2d2a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "43739"
    uid: 985ed54d-3a93-4619-b48b-6c657acc706c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T11:07:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-jprgg
    namespace: kserve-ci-e2e-test
    resourceVersion: "42807"
    uid: 7af4e3fa-7494-436d-bdcd-f622a6fdd15b
  kind: Event
  lastTimestamp: "2026-07-20T11:07:15Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-20T11:07:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T11:07:15Z"
    name: isvc-triton-predictor-5d7db58676-jprgg.18c3faccd82d028b
    namespace: kserve-ci-e2e-test
    resourceVersion: "43825"
    uid: 0bde7a7b-11ed-4c36-a648-8a91406039aa
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T11:07:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-jprgg
    namespace: kserve-ci-e2e-test
    resourceVersion: "42807"
    uid: 7af4e3fa-7494-436d-bdcd-f622a6fdd15b
  kind: Event
  lastTimestamp: "2026-07-20T11:07:15Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-20T11:07:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T11:07:15Z"
    name: isvc-triton-predictor-5d7db58676-jprgg.18c3faccd82d808f
    namespace: kserve-ci-e2e-test
    resourceVersion: "43826"
    uid: f77c2f36-57fa-4534-b099-ba83f6409b16
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T11:07:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-jprgg
    namespace: kserve-ci-e2e-test
    resourceVersion: "42807"
    uid: 7af4e3fa-7494-436d-bdcd-f622a6fdd15b
  kind: Event
  lastTimestamp: "2026-07-20T11:07:16Z"
  message: 'Readiness probe failed: Get "https://10.132.0.62:8643/healthz": dial tcp
    10.132.0.62:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-20T11:07:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T11:07:16Z"
    name: isvc-triton-predictor-5d7db58676-jprgg.18c3facd33738db7
    namespace: kserve-ci-e2e-test
    resourceVersion: "43838"
    uid: 1dd18fa0-feac-4436-a582-c00d8203a6e0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T11:05:03Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-triton-predictor-5d7db58676
    namespace: kserve-ci-e2e-test
    resourceVersion: "42794"
    uid: a943805c-3df8-49d7-ba4d-438fad529a2a
  kind: Event
  lastTimestamp: "2026-07-20T11:05:03Z"
  message: 'Created pod: isvc-triton-predictor-5d7db58676-jprgg'
  metadata:
    creationTimestamp: "2026-07-20T11:05:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T11:05:03Z"
    name: isvc-triton-predictor-5d7db58676.18c3faae27814c34
    namespace: kserve-ci-e2e-test
    resourceVersion: "42806"
    uid: 821b5b98-eca5-4d4e-ba1b-1268d68176ac
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T11:05:03Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "42792"
    uid: 2c5e9f55-9d86-4185-b879-f0f59fb9f6e6
  kind: Event
  lastTimestamp: "2026-07-20T11:05:03Z"
  message: Scaled up replica set isvc-triton-predictor-5d7db58676 from 0 to 1
  metadata:
    creationTimestamp: "2026-07-20T11:05:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T11:05:03Z"
    name: isvc-triton-predictor.18c3faae24b484a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "42796"
    uid: 4c1542ef-d099-42d5-9d3b-c36e2450d142
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-07-20T11:05:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "42793"
    uid: 177c661a-d121-49b9-b95d-9bb4ce7627d8
  kind: Event
  lastTimestamp: "2026-07-20T11:07:03Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-20T11:05:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T11:07:03Z"
    name: isvc-triton-predictor.18c3fab1a3b4a1fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "43705"
    uid: 5b8be5f4-85da-43d7-8066-35daaa6a4bb4
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-07-20T11:05:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "42793"
    uid: 177c661a-d121-49b9-b95d-9bb4ce7627d8
  kind: Event
  lastTimestamp: "2026-07-20T11:07:03Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-20T11:05:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T11:07:03Z"
    name: isvc-triton-predictor.18c3fab1a42679b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "43706"
    uid: 9e5b53fa-c077-4a69-959a-cd29a808841c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-20T11:05:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "42785"
    uid: 7969cfc7-9b58-4d32-b507-63658b0ca31b
  kind: Event
  lastTimestamp: "2026-07-20T11:07:11Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-20T11:05:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-20T11:07:11Z"
    name: isvc-triton.18c3faae24b1d8e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "43782"
    uid: a141cfde-5a8d-44c7-9d3a-15e8699d13e5
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T11:05:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "42785"
    uid: 7969cfc7-9b58-4d32-b507-63658b0ca31b
  kind: Event
  lastTimestamp: "2026-07-20T11:05:03Z"
  message: 'Failed to update status for InferenceService "isvc-triton": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-triton": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-07-20T11:05:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-20T11:05:03Z"
    name: isvc-triton.18c3faae25419628
    namespace: kserve-ci-e2e-test
    resourceVersion: "42799"
    uid: c76899a9-5dbd-4947-892d-a2d790b4ddf2
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T11:07:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "43780"
    uid: 7969cfc7-9b58-4d32-b507-63658b0ca31b
  kind: Event
  lastTimestamp: "2026-07-20T11:07:11Z"
  message: InferenceService [isvc-triton] is Ready
  metadata:
    creationTimestamp: "2026-07-20T11:07:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-20T11:07:11Z"
    name: isvc-triton.18c3facc1004a1dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "43781"
    uid: a54c3a36-b57a-4bb9-9f0b-4152f51a7721
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-20T11:07:20.195542Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-pftpp
    namespace: kserve-ci-e2e-test
    resourceVersion: "43887"
    uid: 17578c91-6ca3-486e-a2be-b8cbc22e0617
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-predictor-7566d65bf7-pftpp
    to ip-10-0-134-80.ec2.internal
  metadata:
    creationTimestamp: "2026-07-20T11:07:20Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-20T11:07:20Z"
    name: isvc-xgboost-predictor-7566d65bf7-pftpp.18c3face0954033e
    namespace: kserve-ci-e2e-test
    resourceVersion: "43891"
    uid: 645af3f4-88fe-404e-b43b-e8f93e13cf67
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-689d9fc459-bqtkn
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T11:07:20Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-pftpp
    namespace: kserve-ci-e2e-test
    resourceVersion: "43889"
    uid: 17578c91-6ca3-486e-a2be-b8cbc22e0617
  kind: Event
  lastTimestamp: "2026-07-20T11:07:20Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-xgboost-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-20T11:07:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T11:07:20Z"
    name: isvc-xgboost-predictor-7566d65bf7-pftpp.18c3face17109b7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "43902"
    uid: 62476fa8-9904-4285-a8fa-80fd3df0d5eb
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T11:07:21Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-pftpp
    namespace: kserve-ci-e2e-test
    resourceVersion: "43898"
    uid: 17578c91-6ca3-486e-a2be-b8cbc22e0617
  kind: Event
  lastTimestamp: "2026-07-20T11:07:21Z"
  message: Add eth0 [10.132.0.63/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-20T11:07:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-20T11:07:21Z"
    name: isvc-xgboost-predictor-7566d65bf7-pftpp.18c3face4b92cae7
    namespace: kserve-ci-e2e-test
    resourceVersion: "43912"
    uid: 76c9f6e7-dd03-4159-b27f-8f00dd1de140
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T11:07:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-pftpp
    namespace: kserve-ci-e2e-test
    resourceVersion: "43889"
    uid: 17578c91-6ca3-486e-a2be-b8cbc22e0617
  kind: Event
  lastTimestamp: "2026-07-20T11:07:21Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:038cd29f3e031cdfd5fa54ba896bbecc69cd255eda6b470c2f7bce5282357bb8"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-20T11:07:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T11:07:21Z"
    name: isvc-xgboost-predictor-7566d65bf7-pftpp.18c3face4d053e43
    namespace: kserve-ci-e2e-test
    resourceVersion: "43914"
    uid: 9f3078b3-bc3b-4146-98d1-a3fedd208bb3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T11:07:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-pftpp
    namespace: kserve-ci-e2e-test
    resourceVersion: "43889"
    uid: 17578c91-6ca3-486e-a2be-b8cbc22e0617
  kind: Event
  lastTimestamp: "2026-07-20T11:07:21Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-20T11:07:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T11:07:21Z"
    name: isvc-xgboost-predictor-7566d65bf7-pftpp.18c3face50ad635d
    namespace: kserve-ci-e2e-test
    resourceVersion: "43915"
    uid: 5a140ef8-c419-4dc5-8955-dac7e7d6211b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T11:07:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-pftpp
    namespace: kserve-ci-e2e-test
    resourceVersion: "43889"
    uid: 17578c91-6ca3-486e-a2be-b8cbc22e0617
  kind: Event
  lastTimestamp: "2026-07-20T11:07:21Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-20T11:07:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T11:07:21Z"
    name: isvc-xgboost-predictor-7566d65bf7-pftpp.18c3face5119f946
    namespace: kserve-ci-e2e-test
    resourceVersion: "43916"
    uid: b1dbb285-cfd8-43ac-be25-5b5037c213e9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T11:07:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-pftpp
    namespace: kserve-ci-e2e-test
    resourceVersion: "43889"
    uid: 17578c91-6ca3-486e-a2be-b8cbc22e0617
  kind: Event
  lastTimestamp: "2026-07-20T11:07:25Z"
  message: Pulling image "kserve/xgbserver:latest"
  metadata:
    creationTimestamp: "2026-07-20T11:07:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T11:07:25Z"
    name: isvc-xgboost-predictor-7566d65bf7-pftpp.18c3facf50c0a0c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "43952"
    uid: c1296957-aa4f-4c24-b29f-5ce5fdb3b118
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T11:07:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-pftpp
    namespace: kserve-ci-e2e-test
    resourceVersion: "43889"
    uid: 17578c91-6ca3-486e-a2be-b8cbc22e0617
  kind: Event
  lastTimestamp: "2026-07-20T11:07:44Z"
  message: 'Successfully pulled image "kserve/xgbserver:latest" in 18.868s (18.868s
    including waiting). Image size: 1306969339 bytes.'
  metadata:
    creationTimestamp: "2026-07-20T11:07:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T11:07:44Z"
    name: isvc-xgboost-predictor-7566d65bf7-pftpp.18c3fad3b56d5cce
    namespace: kserve-ci-e2e-test
    resourceVersion: "44095"
    uid: 31e06ee8-930a-40ab-bdee-bdcb8471563e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T11:07:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-pftpp
    namespace: kserve-ci-e2e-test
    resourceVersion: "43889"
    uid: 17578c91-6ca3-486e-a2be-b8cbc22e0617
  kind: Event
  lastTimestamp: "2026-07-20T11:07:44Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-20T11:07:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T11:07:44Z"
    name: isvc-xgboost-predictor-7566d65bf7-pftpp.18c3fad3bbd53e69
    namespace: kserve-ci-e2e-test
    resourceVersion: "44096"
    uid: fb108ee6-179c-45c8-8e10-9594f564c4ea
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T11:07:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-pftpp
    namespace: kserve-ci-e2e-test
    resourceVersion: "43889"
    uid: 17578c91-6ca3-486e-a2be-b8cbc22e0617
  kind: Event
  lastTimestamp: "2026-07-20T11:07:44Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-20T11:07:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T11:07:44Z"
    name: isvc-xgboost-predictor-7566d65bf7-pftpp.18c3fad3bd26e411
    namespace: kserve-ci-e2e-test
    resourceVersion: "44097"
    uid: 453d1f1f-7ee3-4d7c-9bf9-0e560669d911
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T11:07:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-pftpp
    namespace: kserve-ci-e2e-test
    resourceVersion: "43889"
    uid: 17578c91-6ca3-486e-a2be-b8cbc22e0617
  kind: Event
  lastTimestamp: "2026-07-20T11:07:44Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-20T11:07:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T11:07:44Z"
    name: isvc-xgboost-predictor-7566d65bf7-pftpp.18c3fad3bd320898
    namespace: kserve-ci-e2e-test
    resourceVersion: "44098"
    uid: 3243f2bd-2e05-45fa-b536-73c347505123
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T11:07:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-pftpp
    namespace: kserve-ci-e2e-test
    resourceVersion: "43889"
    uid: 17578c91-6ca3-486e-a2be-b8cbc22e0617
  kind: Event
  lastTimestamp: "2026-07-20T11:07:44Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-20T11:07:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T11:07:44Z"
    name: isvc-xgboost-predictor-7566d65bf7-pftpp.18c3fad3c372ace5
    namespace: kserve-ci-e2e-test
    resourceVersion: "44099"
    uid: 03bd6a83-b9c0-4b5b-b6a4-9112ab604ea8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T11:07:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-pftpp
    namespace: kserve-ci-e2e-test
    resourceVersion: "43889"
    uid: 17578c91-6ca3-486e-a2be-b8cbc22e0617
  kind: Event
  lastTimestamp: "2026-07-20T11:07:44Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-20T11:07:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T11:07:44Z"
    name: isvc-xgboost-predictor-7566d65bf7-pftpp.18c3fad3c4477716
    namespace: kserve-ci-e2e-test
    resourceVersion: "44100"
    uid: 002dcc03-e40b-4293-a40c-d5ea37c39872
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-07-20T11:07:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-pftpp
    namespace: kserve-ci-e2e-test
    resourceVersion: "43889"
    uid: 17578c91-6ca3-486e-a2be-b8cbc22e0617
  kind: Event
  lastTimestamp: "2026-07-20T11:09:12Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.63:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-20T11:07:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T11:09:12Z"
    name: isvc-xgboost-predictor-7566d65bf7-pftpp.18c3fad439c985eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "44821"
    uid: a1563147-c82c-45a4-bc8d-6bdc470e179b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T11:09:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-pftpp
    namespace: kserve-ci-e2e-test
    resourceVersion: "43889"
    uid: 17578c91-6ca3-486e-a2be-b8cbc22e0617
  kind: Event
  lastTimestamp: "2026-07-20T11:09:10Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-20T11:09:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T11:09:10Z"
    name: isvc-xgboost-predictor-7566d65bf7-pftpp.18c3fae7cd67911d
    namespace: kserve-ci-e2e-test
    resourceVersion: "44792"
    uid: 84fefdda-e94e-4dda-a078-6b4649eb6cac
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T11:09:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-pftpp
    namespace: kserve-ci-e2e-test
    resourceVersion: "43889"
    uid: 17578c91-6ca3-486e-a2be-b8cbc22e0617
  kind: Event
  lastTimestamp: "2026-07-20T11:09:10Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-20T11:09:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T11:09:10Z"
    name: isvc-xgboost-predictor-7566d65bf7-pftpp.18c3fae7cd6810b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "44793"
    uid: ea1d5228-8f81-470e-89e1-6713f092aee5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T11:09:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-pftpp
    namespace: kserve-ci-e2e-test
    resourceVersion: "43889"
    uid: 17578c91-6ca3-486e-a2be-b8cbc22e0617
  kind: Event
  lastTimestamp: "2026-07-20T11:09:12Z"
  message: 'Readiness probe failed: Get "https://10.132.0.63:8643/healthz": dial tcp
    10.132.0.63:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-20T11:09:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T11:09:12Z"
    name: isvc-xgboost-predictor-7566d65bf7-pftpp.18c3fae840072742
    namespace: kserve-ci-e2e-test
    resourceVersion: "44820"
    uid: e32fe71f-e8d5-4131-8a8d-50e0d0731d9a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T11:07:20Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-predictor-7566d65bf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "43876"
    uid: c93b6ffd-8992-465b-a78f-5deb22148409
  kind: Event
  lastTimestamp: "2026-07-20T11:07:20Z"
  message: 'Created pod: isvc-xgboost-predictor-7566d65bf7-pftpp'
  metadata:
    creationTimestamp: "2026-07-20T11:07:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T11:07:20Z"
    name: isvc-xgboost-predictor-7566d65bf7.18c3face08bf7b77
    namespace: kserve-ci-e2e-test
    resourceVersion: "43888"
    uid: d6d6d090-40f1-42aa-a68c-89532411eee6
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T11:07:20Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "43873"
    uid: a0cbb0e3-ae0f-4a0a-9d7f-154629aa35b5
  kind: Event
  lastTimestamp: "2026-07-20T11:07:20Z"
  message: Scaled up replica set isvc-xgboost-predictor-7566d65bf7 from 0 to 1
  metadata:
    creationTimestamp: "2026-07-20T11:07:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T11:07:20Z"
    name: isvc-xgboost-predictor.18c3face048f40e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "43878"
    uid: 026b943a-ad31-4eef-b439-2eee288da506
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-20T11:07:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "43875"
    uid: f57f58c1-1c91-4d09-b354-72506f368c33
  kind: Event
  lastTimestamp: "2026-07-20T11:07:50Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-20T11:07:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T11:07:50Z"
    name: isvc-xgboost-predictor.18c3fad18390ef48
    namespace: kserve-ci-e2e-test
    resourceVersion: "44135"
    uid: 7b5730d7-5111-4d63-9c21-06231e0047be
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-20T11:07:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "43875"
    uid: f57f58c1-1c91-4d09-b354-72506f368c33
  kind: Event
  lastTimestamp: "2026-07-20T11:07:50Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-20T11:07:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T11:07:50Z"
    name: isvc-xgboost-predictor.18c3fad183ec7c32
    namespace: kserve-ci-e2e-test
    resourceVersion: "44136"
    uid: 6b68fa21-523e-4eb6-86a7-d542ef1ee8c0
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-20T11:08:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "44020"
    uid: f57f58c1-1c91-4d09-b354-72506f368c33
  kind: Event
  lastTimestamp: "2026-07-20T11:09:05Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-20T11:08:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T11:09:05Z"
    name: isvc-xgboost-predictor.18c3fad882c74fa0
    namespace: kserve-ci-e2e-test
    resourceVersion: "44689"
    uid: 7e3d7bf1-e6e1-4ba2-8257-cde0ef71c9ce
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-20T11:08:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "44020"
    uid: f57f58c1-1c91-4d09-b354-72506f368c33
  kind: Event
  lastTimestamp: "2026-07-20T11:09:05Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-20T11:08:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T11:09:05Z"
    name: isvc-xgboost-predictor.18c3fad88334be80
    namespace: kserve-ci-e2e-test
    resourceVersion: "44690"
    uid: 711b4190-c935-4507-b4ca-be38ab57517a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-20T11:09:06.197323Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-jpp7j
    namespace: kserve-ci-e2e-test
    resourceVersion: "44721"
    uid: a2865d1b-2e56-40db-9021-a81662a996ca
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-runtime-predictor-54dd488c85-jpp7j
    to ip-10-0-134-80.ec2.internal
  metadata:
    creationTimestamp: "2026-07-20T11:09:06Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-20T11:09:06Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-jpp7j.18c3fae6b786c0e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "44725"
    uid: 3ad74644-8507-48e5-8446-13521980f3f6
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-689d9fc459-bqtkn
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T11:09:06Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-jpp7j
    namespace: kserve-ci-e2e-test
    resourceVersion: "44731"
    uid: a2865d1b-2e56-40db-9021-a81662a996ca
  kind: Event
  lastTimestamp: "2026-07-20T11:09:06Z"
  message: Add eth0 [10.132.0.64/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-20T11:09:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-20T11:09:06Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-jpp7j.18c3fae6d092d1f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "44740"
    uid: c0d7b4fa-d991-432e-8d1a-274aa5a8ee5b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T11:09:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-jpp7j
    namespace: kserve-ci-e2e-test
    resourceVersion: "44723"
    uid: a2865d1b-2e56-40db-9021-a81662a996ca
  kind: Event
  lastTimestamp: "2026-07-20T11:09:06Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:038cd29f3e031cdfd5fa54ba896bbecc69cd255eda6b470c2f7bce5282357bb8"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-20T11:09:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T11:09:06Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-jpp7j.18c3fae6d234b905
    namespace: kserve-ci-e2e-test
    resourceVersion: "44742"
    uid: d9b9d2fc-d428-4253-ae99-c8e6d958a521
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T11:09:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-jpp7j
    namespace: kserve-ci-e2e-test
    resourceVersion: "44723"
    uid: a2865d1b-2e56-40db-9021-a81662a996ca
  kind: Event
  lastTimestamp: "2026-07-20T11:09:06Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-20T11:09:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T11:09:06Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-jpp7j.18c3fae6d4b078b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "44743"
    uid: 10a90865-bb27-48be-a6f2-0834ca804e2a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T11:09:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-jpp7j
    namespace: kserve-ci-e2e-test
    resourceVersion: "44723"
    uid: a2865d1b-2e56-40db-9021-a81662a996ca
  kind: Event
  lastTimestamp: "2026-07-20T11:09:06Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-20T11:09:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T11:09:06Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-jpp7j.18c3fae6d511a669
    namespace: kserve-ci-e2e-test
    resourceVersion: "44744"
    uid: bde8e6b1-078a-4406-a5b8-5647390ab5dd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T11:09:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-jpp7j
    namespace: kserve-ci-e2e-test
    resourceVersion: "44723"
    uid: a2865d1b-2e56-40db-9021-a81662a996ca
  kind: Event
  lastTimestamp: "2026-07-20T11:09:11Z"
  message: Container image "kserve/xgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-20T11:09:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T11:09:11Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-jpp7j.18c3fae7dae3bc55
    namespace: kserve-ci-e2e-test
    resourceVersion: "44796"
    uid: f157d2a1-b435-4627-9d67-c634aef92ae8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T11:09:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-jpp7j
    namespace: kserve-ci-e2e-test
    resourceVersion: "44723"
    uid: a2865d1b-2e56-40db-9021-a81662a996ca
  kind: Event
  lastTimestamp: "2026-07-20T11:09:11Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-20T11:09:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T11:09:11Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-jpp7j.18c3fae7dda5be8a
    namespace: kserve-ci-e2e-test
    resourceVersion: "44798"
    uid: 7ec4f15e-2a38-4c0b-a921-a88acd8c380d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T11:09:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-jpp7j
    namespace: kserve-ci-e2e-test
    resourceVersion: "44723"
    uid: a2865d1b-2e56-40db-9021-a81662a996ca
  kind: Event
  lastTimestamp: "2026-07-20T11:09:11Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-20T11:09:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T11:09:11Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-jpp7j.18c3fae7de06e9df
    namespace: kserve-ci-e2e-test
    resourceVersion: "44799"
    uid: 9e83462e-7e80-47ee-ac22-4e5281fea538
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T11:09:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-jpp7j
    namespace: kserve-ci-e2e-test
    resourceVersion: "44723"
    uid: a2865d1b-2e56-40db-9021-a81662a996ca
  kind: Event
  lastTimestamp: "2026-07-20T11:09:11Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-20T11:09:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T11:09:11Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-jpp7j.18c3fae7de10aa33
    namespace: kserve-ci-e2e-test
    resourceVersion: "44802"
    uid: e5bf2ed3-5950-4dc6-8318-645d69681ce4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T11:09:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-jpp7j
    namespace: kserve-ci-e2e-test
    resourceVersion: "44723"
    uid: a2865d1b-2e56-40db-9021-a81662a996ca
  kind: Event
  lastTimestamp: "2026-07-20T11:09:11Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-20T11:09:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T11:09:11Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-jpp7j.18c3fae7e11b5d83
    namespace: kserve-ci-e2e-test
    resourceVersion: "44804"
    uid: 7d008e7a-8ccb-4591-b782-fb953fb6d002
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T11:09:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-jpp7j
    namespace: kserve-ci-e2e-test
    resourceVersion: "44723"
    uid: a2865d1b-2e56-40db-9021-a81662a996ca
  kind: Event
  lastTimestamp: "2026-07-20T11:09:11Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-20T11:09:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T11:09:11Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-jpp7j.18c3fae7e179257b
    namespace: kserve-ci-e2e-test
    resourceVersion: "44805"
    uid: 0aa5bee2-b3fe-4396-9acd-d6eb1faa7e0f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-20T11:09:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-jpp7j
    namespace: kserve-ci-e2e-test
    resourceVersion: "44723"
    uid: a2865d1b-2e56-40db-9021-a81662a996ca
  kind: Event
  lastTimestamp: "2026-07-20T11:10:29Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.64:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-20T11:09:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T11:10:29Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-jpp7j.18c3fae852da33c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "45391"
    uid: 0207f787-b727-4420-96da-cdfff8661520
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T11:10:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-jpp7j
    namespace: kserve-ci-e2e-test
    resourceVersion: "44723"
    uid: a2865d1b-2e56-40db-9021-a81662a996ca
  kind: Event
  lastTimestamp: "2026-07-20T11:10:26Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-20T11:10:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T11:10:26Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-jpp7j.18c3faf95dffb3fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "45368"
    uid: bbe6197b-4b16-4c7f-8b29-3862463ad717
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T11:10:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-jpp7j
    namespace: kserve-ci-e2e-test
    resourceVersion: "44723"
    uid: a2865d1b-2e56-40db-9021-a81662a996ca
  kind: Event
  lastTimestamp: "2026-07-20T11:10:26Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-20T11:10:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T11:10:26Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-jpp7j.18c3faf95e00dc5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "45369"
    uid: 2ca4ab2c-efc1-474b-8c1f-794c07f5a42b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T11:10:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-jpp7j
    namespace: kserve-ci-e2e-test
    resourceVersion: "44723"
    uid: a2865d1b-2e56-40db-9021-a81662a996ca
  kind: Event
  lastTimestamp: "2026-07-20T11:10:29Z"
  message: 'Readiness probe failed: Get "https://10.132.0.64:8643/healthz": dial tcp
    10.132.0.64:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-20T11:10:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T11:10:29Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-jpp7j.18c3fafa0500f0ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "45390"
    uid: 4617ee1e-7804-4d4e-8b96-1eaa20e777ab
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T11:09:06Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-runtime-predictor-54dd488c85
    namespace: kserve-ci-e2e-test
    resourceVersion: "44710"
    uid: bda3b67f-5a5f-4a1a-abf3-6d9af5b86815
  kind: Event
  lastTimestamp: "2026-07-20T11:09:06Z"
  message: 'Created pod: isvc-xgboost-runtime-predictor-54dd488c85-jpp7j'
  metadata:
    creationTimestamp: "2026-07-20T11:09:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T11:09:06Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85.18c3fae6b71e7b06
    namespace: kserve-ci-e2e-test
    resourceVersion: "44722"
    uid: a91b20c6-0358-4abc-b85c-886cd2f1da20
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T11:09:06Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "44707"
    uid: 39de13a3-b87f-4aca-8f44-1248095968b3
  kind: Event
  lastTimestamp: "2026-07-20T11:09:06Z"
  message: Scaled up replica set isvc-xgboost-runtime-predictor-54dd488c85 from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-20T11:09:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T11:09:06Z"
    name: isvc-xgboost-runtime-predictor.18c3fae6b253ae63
    namespace: kserve-ci-e2e-test
    resourceVersion: "44712"
    uid: cc7adfb7-d7ec-4ac6-8795-10a67d711cd8
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-20T11:09:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "44708"
    uid: f3423e48-3807-493b-8a91-db0b8459f1b9
  kind: Event
  lastTimestamp: "2026-07-20T11:09:36Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-20T11:09:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T11:09:36Z"
    name: isvc-xgboost-runtime-predictor.18c3faea30b06485
    namespace: kserve-ci-e2e-test
    resourceVersion: "44992"
    uid: bac7f00d-851a-44f9-8c90-ac1877478936
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-20T11:09:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "44708"
    uid: f3423e48-3807-493b-8a91-db0b8459f1b9
  kind: Event
  lastTimestamp: "2026-07-20T11:09:36Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-20T11:09:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T11:09:36Z"
    name: isvc-xgboost-runtime-predictor.18c3faea31175aea
    namespace: kserve-ci-e2e-test
    resourceVersion: "44993"
    uid: 7e000102-1c6b-4f3c-9165-9c6ecb73958e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-20T11:09:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "44888"
    uid: f3423e48-3807-493b-8a91-db0b8459f1b9
  kind: Event
  lastTimestamp: "2026-07-20T11:10:21Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-20T11:09:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T11:10:21Z"
    name: isvc-xgboost-runtime-predictor.18c3faf13142b87c
    namespace: kserve-ci-e2e-test
    resourceVersion: "45319"
    uid: 68e5d2a6-9e7f-4086-b950-f095c4ee49a7
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-20T11:09:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "44888"
    uid: f3423e48-3807-493b-8a91-db0b8459f1b9
  kind: Event
  lastTimestamp: "2026-07-20T11:10:21Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-20T11:09:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T11:10:21Z"
    name: isvc-xgboost-runtime-predictor.18c3faf131ec4f11
    namespace: kserve-ci-e2e-test
    resourceVersion: "45320"
    uid: 4139bce7-0b12-40f2-a45f-31891bfc2ace
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-20T11:09:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "44700"
    uid: 709df5c4-cf78-45f3-b723-3e36def626fb
  kind: Event
  lastTimestamp: "2026-07-20T11:10:19Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-20T11:09:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-20T11:10:19Z"
    name: isvc-xgboost-runtime.18c3fae6b220d606
    namespace: kserve-ci-e2e-test
    resourceVersion: "45304"
    uid: e0443e69-8859-4c52-aaaf-600b91216afa
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T11:09:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "44700"
    uid: 709df5c4-cf78-45f3-b723-3e36def626fb
  kind: Event
  lastTimestamp: "2026-07-20T11:09:06Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-20T11:09:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-20T11:09:06Z"
    name: isvc-xgboost-runtime.18c3fae6b26c51b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "44714"
    uid: ae2c55c1-5d59-4a0d-abf0-6a75f507f632
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T11:10:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "45302"
    uid: 709df5c4-cf78-45f3-b723-3e36def626fb
  kind: Event
  lastTimestamp: "2026-07-20T11:10:19Z"
  message: InferenceService [isvc-xgboost-runtime] is Ready
  metadata:
    creationTimestamp: "2026-07-20T11:10:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-20T11:10:19Z"
    name: isvc-xgboost-runtime.18c3faf7b6f167df
    namespace: kserve-ci-e2e-test
    resourceVersion: "45303"
    uid: c33ecdfa-6da7-4a7c-a781-dda600295cba
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-20T11:11:36.723343Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-w7rwz
    namespace: kserve-ci-e2e-test
    resourceVersion: "46002"
    uid: edeba85e-0ab9-47da-aa7b-a8f228c969bd
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-predictor-fcc668bc-w7rwz
    to ip-10-0-134-80.ec2.internal
  metadata:
    creationTimestamp: "2026-07-20T11:11:36Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-20T11:11:36Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-w7rwz.18c3fb09c393805f
    namespace: kserve-ci-e2e-test
    resourceVersion: "46008"
    uid: 1bb3f939-9fef-46e6-bc92-f17a75179116
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-689d9fc459-bqtkn
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T11:11:37Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-w7rwz
    namespace: kserve-ci-e2e-test
    resourceVersion: "46012"
    uid: edeba85e-0ab9-47da-aa7b-a8f228c969bd
  kind: Event
  lastTimestamp: "2026-07-20T11:11:37Z"
  message: Add eth0 [10.132.0.66/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-20T11:11:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-20T11:11:37Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-w7rwz.18c3fb09dd07e568
    namespace: kserve-ci-e2e-test
    resourceVersion: "46022"
    uid: a441904e-8667-4385-b6d3-04e4e6896089
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T11:11:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-w7rwz
    namespace: kserve-ci-e2e-test
    resourceVersion: "46006"
    uid: edeba85e-0ab9-47da-aa7b-a8f228c969bd
  kind: Event
  lastTimestamp: "2026-07-20T11:11:37Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:038cd29f3e031cdfd5fa54ba896bbecc69cd255eda6b470c2f7bce5282357bb8"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-20T11:11:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T11:11:37Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-w7rwz.18c3fb09de90d970
    namespace: kserve-ci-e2e-test
    resourceVersion: "46024"
    uid: 6c82bf29-ecbc-4d30-8308-29d68d7dc7ec
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T11:11:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-w7rwz
    namespace: kserve-ci-e2e-test
    resourceVersion: "46006"
    uid: edeba85e-0ab9-47da-aa7b-a8f228c969bd
  kind: Event
  lastTimestamp: "2026-07-20T11:11:37Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-20T11:11:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T11:11:37Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-w7rwz.18c3fb09e1460a53
    namespace: kserve-ci-e2e-test
    resourceVersion: "46025"
    uid: 0086d05e-727d-4fce-96c1-7b2b5de3501d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T11:11:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-w7rwz
    namespace: kserve-ci-e2e-test
    resourceVersion: "46006"
    uid: edeba85e-0ab9-47da-aa7b-a8f228c969bd
  kind: Event
  lastTimestamp: "2026-07-20T11:11:37Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-20T11:11:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T11:11:37Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-w7rwz.18c3fb09e1b8641e
    namespace: kserve-ci-e2e-test
    resourceVersion: "46026"
    uid: c0522929-d82d-40ea-b47f-a6b299b5eb4f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T11:11:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-w7rwz
    namespace: kserve-ci-e2e-test
    resourceVersion: "46006"
    uid: edeba85e-0ab9-47da-aa7b-a8f228c969bd
  kind: Event
  lastTimestamp: "2026-07-20T11:11:41Z"
  message: Container image "kserve/xgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-20T11:11:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T11:11:41Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-w7rwz.18c3fb0aea9f681e
    namespace: kserve-ci-e2e-test
    resourceVersion: "46065"
    uid: a6f9d645-5e42-4a79-bd9d-56a477107651
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T11:11:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-w7rwz
    namespace: kserve-ci-e2e-test
    resourceVersion: "46006"
    uid: edeba85e-0ab9-47da-aa7b-a8f228c969bd
  kind: Event
  lastTimestamp: "2026-07-20T11:11:41Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-20T11:11:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T11:11:41Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-w7rwz.18c3fb0aedcf6d8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "46070"
    uid: 9091e6e9-0b29-4cab-a336-d2e2ad54c38f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T11:11:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-w7rwz
    namespace: kserve-ci-e2e-test
    resourceVersion: "46006"
    uid: edeba85e-0ab9-47da-aa7b-a8f228c969bd
  kind: Event
  lastTimestamp: "2026-07-20T11:11:41Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-20T11:11:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T11:11:41Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-w7rwz.18c3fb0aee3dd898
    namespace: kserve-ci-e2e-test
    resourceVersion: "46071"
    uid: 6ea1dfb5-ead3-49d8-9317-323db26a4e95
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T11:11:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-w7rwz
    namespace: kserve-ci-e2e-test
    resourceVersion: "46006"
    uid: edeba85e-0ab9-47da-aa7b-a8f228c969bd
  kind: Event
  lastTimestamp: "2026-07-20T11:11:41Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-20T11:11:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T11:11:41Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-w7rwz.18c3fb0aee46e8e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "46072"
    uid: fa05c834-eb89-4e60-aa4c-57fbf5a773dc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T11:11:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-w7rwz
    namespace: kserve-ci-e2e-test
    resourceVersion: "46006"
    uid: edeba85e-0ab9-47da-aa7b-a8f228c969bd
  kind: Event
  lastTimestamp: "2026-07-20T11:11:41Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-20T11:11:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T11:11:41Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-w7rwz.18c3fb0af0e59259
    namespace: kserve-ci-e2e-test
    resourceVersion: "46073"
    uid: b946c491-92a2-41bd-b111-c0bf72e7133e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T11:11:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-w7rwz
    namespace: kserve-ci-e2e-test
    resourceVersion: "46006"
    uid: edeba85e-0ab9-47da-aa7b-a8f228c969bd
  kind: Event
  lastTimestamp: "2026-07-20T11:11:41Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-20T11:11:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T11:11:41Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-w7rwz.18c3fb0af1617357
    namespace: kserve-ci-e2e-test
    resourceVersion: "46074"
    uid: 6bad8991-c3d3-4474-accd-b8ca5f4bbe2e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-20T11:11:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-w7rwz
    namespace: kserve-ci-e2e-test
    resourceVersion: "46006"
    uid: edeba85e-0ab9-47da-aa7b-a8f228c969bd
  kind: Event
  lastTimestamp: "2026-07-20T11:12:58Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.66:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-20T11:11:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T11:12:58Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-w7rwz.18c3fb0b26a485b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "46643"
    uid: 8fbaa734-6302-4f11-ba8d-632a630ae6be
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T11:12:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-w7rwz
    namespace: kserve-ci-e2e-test
    resourceVersion: "46006"
    uid: edeba85e-0ab9-47da-aa7b-a8f228c969bd
  kind: Event
  lastTimestamp: "2026-07-20T11:12:56Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-20T11:12:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T11:12:56Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-w7rwz.18c3fb1c6befb0fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "46627"
    uid: 1b6d18f2-3866-4829-8a06-882d39faf90f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T11:12:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-w7rwz
    namespace: kserve-ci-e2e-test
    resourceVersion: "46006"
    uid: edeba85e-0ab9-47da-aa7b-a8f228c969bd
  kind: Event
  lastTimestamp: "2026-07-20T11:12:56Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-20T11:12:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T11:12:56Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-w7rwz.18c3fb1c6bf02b27
    namespace: kserve-ci-e2e-test
    resourceVersion: "46628"
    uid: a8664a45-47b5-4579-ae4e-15a87b5457e0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T11:12:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-w7rwz
    namespace: kserve-ci-e2e-test
    resourceVersion: "46006"
    uid: edeba85e-0ab9-47da-aa7b-a8f228c969bd
  kind: Event
  lastTimestamp: "2026-07-20T11:12:58Z"
  message: 'Readiness probe failed: Get "https://10.132.0.66:8643/healthz": dial tcp
    10.132.0.66:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-20T11:12:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T11:12:58Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-w7rwz.18c3fb1cd8c3ad77
    namespace: kserve-ci-e2e-test
    resourceVersion: "46642"
    uid: 0466cc31-4d59-4c66-96b8-6f93fb61e294
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T11:11:36Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-predictor-fcc668bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "45993"
    uid: 5b02e809-c9bd-47d3-af0a-47def3a5fa5a
  kind: Event
  lastTimestamp: "2026-07-20T11:11:36Z"
  message: 'Created pod: isvc-xgboost-v2-predictor-fcc668bc-w7rwz'
  metadata:
    creationTimestamp: "2026-07-20T11:11:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T11:11:36Z"
    name: isvc-xgboost-v2-predictor-fcc668bc.18c3fb09c3260abb
    namespace: kserve-ci-e2e-test
    resourceVersion: "46005"
    uid: b8d8d5ea-d145-40cc-9900-12c8f8380aac
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T11:11:36Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "45991"
    uid: abdae62a-5788-4c74-859e-e0987f55340f
  kind: Event
  lastTimestamp: "2026-07-20T11:11:36Z"
  message: Scaled up replica set isvc-xgboost-v2-predictor-fcc668bc from 0 to 1
  metadata:
    creationTimestamp: "2026-07-20T11:11:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T11:11:36Z"
    name: isvc-xgboost-v2-predictor.18c3fb09c05e4b56
    namespace: kserve-ci-e2e-test
    resourceVersion: "45996"
    uid: 7224d024-38fc-44fc-94b7-1472ce026f60
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-20T11:11:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "45992"
    uid: 163980d5-727a-4da5-bc93-e9b4bbe1fd81
  kind: Event
  lastTimestamp: "2026-07-20T11:12:06Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-20T11:11:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T11:12:06Z"
    name: isvc-xgboost-v2-predictor.18c3fb0d3f4b47a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "46251"
    uid: 601b251b-73e1-49c4-a886-c220d01c4298
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-20T11:11:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "45992"
    uid: 163980d5-727a-4da5-bc93-e9b4bbe1fd81
  kind: Event
  lastTimestamp: "2026-07-20T11:12:06Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-20T11:11:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T11:12:06Z"
    name: isvc-xgboost-v2-predictor.18c3fb0d3fb305af
    namespace: kserve-ci-e2e-test
    resourceVersion: "46252"
    uid: 795185db-ed9a-4d51-ad88-26045bbbc4a6
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-20T11:12:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "46149"
    uid: 163980d5-727a-4da5-bc93-e9b4bbe1fd81
  kind: Event
  lastTimestamp: "2026-07-20T11:12:51Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-20T11:12:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T11:12:51Z"
    name: isvc-xgboost-v2-predictor.18c3fb143d9ee347
    namespace: kserve-ci-e2e-test
    resourceVersion: "46580"
    uid: 29c722cc-1cd5-44f1-8111-ec353a6b1ce0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-20T11:12:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "46149"
    uid: 163980d5-727a-4da5-bc93-e9b4bbe1fd81
  kind: Event
  lastTimestamp: "2026-07-20T11:12:51Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-20T11:12:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T11:12:51Z"
    name: isvc-xgboost-v2-predictor.18c3fb143dff0000
    namespace: kserve-ci-e2e-test
    resourceVersion: "46581"
    uid: 56d06af7-af1f-4dad-bb99-3086fc6bb1da
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-20T11:10:31.462640Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-nvdm5
    namespace: kserve-ci-e2e-test
    resourceVersion: "45434"
    uid: d1b90694-e22f-47fe-b2b0-d46de12ad344
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-runtime-predictor-7787c55dc9-nvdm5
    to ip-10-0-134-80.ec2.internal
  metadata:
    creationTimestamp: "2026-07-20T11:10:31Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-20T11:10:31Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-nvdm5.18c3fafa91bc3cb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "45440"
    uid: 1b79ffe3-369c-4a71-9ef2-93e3956c2d69
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-689d9fc459-bqtkn
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T11:10:31Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-nvdm5
    namespace: kserve-ci-e2e-test
    resourceVersion: "45444"
    uid: d1b90694-e22f-47fe-b2b0-d46de12ad344
  kind: Event
  lastTimestamp: "2026-07-20T11:10:31Z"
  message: Add eth0 [10.132.0.65/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-20T11:10:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-20T11:10:31Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-nvdm5.18c3fafaaae3f5a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "45452"
    uid: 162471f8-051b-4a64-8d83-e1a581b90ff6
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T11:10:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-nvdm5
    namespace: kserve-ci-e2e-test
    resourceVersion: "45438"
    uid: d1b90694-e22f-47fe-b2b0-d46de12ad344
  kind: Event
  lastTimestamp: "2026-07-20T11:10:31Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:038cd29f3e031cdfd5fa54ba896bbecc69cd255eda6b470c2f7bce5282357bb8"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-20T11:10:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T11:10:31Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-nvdm5.18c3fafaac507902
    namespace: kserve-ci-e2e-test
    resourceVersion: "45454"
    uid: 4832b4be-57ca-42c6-bd56-eacb2ae97468
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T11:10:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-nvdm5
    namespace: kserve-ci-e2e-test
    resourceVersion: "45438"
    uid: d1b90694-e22f-47fe-b2b0-d46de12ad344
  kind: Event
  lastTimestamp: "2026-07-20T11:10:31Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-20T11:10:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T11:10:31Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-nvdm5.18c3fafaaeb3bcfc
    namespace: kserve-ci-e2e-test
    resourceVersion: "45455"
    uid: 3614a9bc-35c4-4953-8501-08a2b24a35d1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T11:10:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-nvdm5
    namespace: kserve-ci-e2e-test
    resourceVersion: "45438"
    uid: d1b90694-e22f-47fe-b2b0-d46de12ad344
  kind: Event
  lastTimestamp: "2026-07-20T11:10:31Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-20T11:10:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T11:10:31Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-nvdm5.18c3fafaaf234fa9
    namespace: kserve-ci-e2e-test
    resourceVersion: "45456"
    uid: 83d8be4e-8c34-4807-9b08-b81810761dcb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T11:10:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-nvdm5
    namespace: kserve-ci-e2e-test
    resourceVersion: "45438"
    uid: d1b90694-e22f-47fe-b2b0-d46de12ad344
  kind: Event
  lastTimestamp: "2026-07-20T11:10:36Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-07-20T11:10:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T11:10:36Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-nvdm5.18c3fafbb9319c31
    namespace: kserve-ci-e2e-test
    resourceVersion: "45492"
    uid: 7cd34355-1fdb-498b-9a53-532212859db7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T11:10:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-nvdm5
    namespace: kserve-ci-e2e-test
    resourceVersion: "45438"
    uid: d1b90694-e22f-47fe-b2b0-d46de12ad344
  kind: Event
  lastTimestamp: "2026-07-20T11:10:36Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-20T11:10:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T11:10:36Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-nvdm5.18c3fafbbc5d3aa4
    namespace: kserve-ci-e2e-test
    resourceVersion: "45496"
    uid: 62699ec7-d070-4975-9531-b5694681ee24
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T11:10:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-nvdm5
    namespace: kserve-ci-e2e-test
    resourceVersion: "45438"
    uid: d1b90694-e22f-47fe-b2b0-d46de12ad344
  kind: Event
  lastTimestamp: "2026-07-20T11:10:36Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-20T11:10:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T11:10:36Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-nvdm5.18c3fafbbccff82d
    namespace: kserve-ci-e2e-test
    resourceVersion: "45497"
    uid: 905f0a12-b3a4-4483-93d0-d348d716f34d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T11:10:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-nvdm5
    namespace: kserve-ci-e2e-test
    resourceVersion: "45438"
    uid: d1b90694-e22f-47fe-b2b0-d46de12ad344
  kind: Event
  lastTimestamp: "2026-07-20T11:10:36Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-20T11:10:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T11:10:36Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-nvdm5.18c3fafbbcdaa42d
    namespace: kserve-ci-e2e-test
    resourceVersion: "45498"
    uid: d4f168c3-a127-4ded-8b23-9d28ad6e2e24
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T11:10:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-nvdm5
    namespace: kserve-ci-e2e-test
    resourceVersion: "45438"
    uid: d1b90694-e22f-47fe-b2b0-d46de12ad344
  kind: Event
  lastTimestamp: "2026-07-20T11:10:36Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-20T11:10:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T11:10:36Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-nvdm5.18c3fafbbf70b0fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "45501"
    uid: d3a14bb6-e493-4ca2-bf7e-7b48299c6f7e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T11:10:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-nvdm5
    namespace: kserve-ci-e2e-test
    resourceVersion: "45438"
    uid: d1b90694-e22f-47fe-b2b0-d46de12ad344
  kind: Event
  lastTimestamp: "2026-07-20T11:10:36Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-20T11:10:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T11:10:36Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-nvdm5.18c3fafbbfdf09ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "45502"
    uid: db18c829-ddbe-4823-90cd-2475bd67bf1a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T11:11:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-nvdm5
    namespace: kserve-ci-e2e-test
    resourceVersion: "45438"
    uid: d1b90694-e22f-47fe-b2b0-d46de12ad344
  kind: Event
  lastTimestamp: "2026-07-20T11:11:13Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-07-20T11:11:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T11:11:13Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-nvdm5.18c3fb0458b73fde
    namespace: kserve-ci-e2e-test
    resourceVersion: "45777"
    uid: bcc70a34-0838-43c2-8039-cd18c41676fb
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T11:11:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-nvdm5
    namespace: kserve-ci-e2e-test
    resourceVersion: "45438"
    uid: d1b90694-e22f-47fe-b2b0-d46de12ad344
  kind: Event
  lastTimestamp: "2026-07-20T11:11:31Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-20T11:11:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T11:11:31Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-nvdm5.18c3fb088fa209a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "45944"
    uid: bc475a82-76b9-4ced-9cfb-b00e89c158a2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T11:11:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-nvdm5
    namespace: kserve-ci-e2e-test
    resourceVersion: "45438"
    uid: d1b90694-e22f-47fe-b2b0-d46de12ad344
  kind: Event
  lastTimestamp: "2026-07-20T11:11:31Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-20T11:11:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T11:11:31Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-nvdm5.18c3fb088fa27b89
    namespace: kserve-ci-e2e-test
    resourceVersion: "45945"
    uid: 6d5774a7-8f7b-4af4-ab21-12edf01e9533
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T11:11:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-nvdm5
    namespace: kserve-ci-e2e-test
    resourceVersion: "45438"
    uid: d1b90694-e22f-47fe-b2b0-d46de12ad344
  kind: Event
  lastTimestamp: "2026-07-20T11:11:33Z"
  message: 'Readiness probe failed: Get "https://10.132.0.65:8643/healthz": dial tcp
    10.132.0.65:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-20T11:11:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T11:11:33Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-nvdm5.18c3fb08ff89a40a
    namespace: kserve-ci-e2e-test
    resourceVersion: "45961"
    uid: 92deb950-3906-42fc-beec-312088732de7
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T11:11:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-nvdm5
    namespace: kserve-ci-e2e-test
    resourceVersion: "45438"
    uid: d1b90694-e22f-47fe-b2b0-d46de12ad344
  kind: Event
  lastTimestamp: "2026-07-20T11:11:34Z"
  message: 'Readiness probe failed: Get "http://10.132.0.65:8080/v2/models/isvc-xgboost-v2-runtime/ready":
    context deadline exceeded (Client.Timeout exceeded while awaiting headers)'
  metadata:
    creationTimestamp: "2026-07-20T11:11:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T11:11:34Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-nvdm5.18c3fb093dd1b500
    namespace: kserve-ci-e2e-test
    resourceVersion: "45966"
    uid: 5aaaaf8f-4231-49c7-b335-a7542e342f5b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T11:11:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-nvdm5
    namespace: kserve-ci-e2e-test
    resourceVersion: "45438"
    uid: d1b90694-e22f-47fe-b2b0-d46de12ad344
  kind: Event
  lastTimestamp: "2026-07-20T11:11:39Z"
  message: 'Readiness probe failed: Get "https://10.132.0.65:8643/healthz": context
    deadline exceeded'
  metadata:
    creationTimestamp: "2026-07-20T11:11:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T11:11:39Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-nvdm5.18c3fb0a652af42f
    namespace: kserve-ci-e2e-test
    resourceVersion: "46052"
    uid: 0659d2c6-148b-4865-8b2b-6c113a4b0a22
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T11:10:31Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "45425"
    uid: d4611d3b-a7ef-46d6-85fb-8445c3882a53
  kind: Event
  lastTimestamp: "2026-07-20T11:10:31Z"
  message: 'Created pod: isvc-xgboost-v2-runtime-predictor-7787c55dc9-nvdm5'
  metadata:
    creationTimestamp: "2026-07-20T11:10:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T11:10:31Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9.18c3fafa914f1e62
    namespace: kserve-ci-e2e-test
    resourceVersion: "45437"
    uid: 25e90ea6-3562-46fb-818a-377026f54f45
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T11:10:31Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "45423"
    uid: da66d91a-33ba-4ea2-bd11-493bd76e5d14
  kind: Event
  lastTimestamp: "2026-07-20T11:10:31Z"
  message: Scaled up replica set isvc-xgboost-v2-runtime-predictor-7787c55dc9 from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-20T11:10:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T11:10:31Z"
    name: isvc-xgboost-v2-runtime-predictor.18c3fafa8ea8f9e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "45427"
    uid: 76ce0069-9f92-453e-9b02-16a049b559b1
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-20T11:10:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "45424"
    uid: 2cc9f2a1-5aa7-4a3d-827f-74837259c264
  kind: Event
  lastTimestamp: "2026-07-20T11:11:16Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-20T11:10:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T11:11:16Z"
    name: isvc-xgboost-v2-runtime-predictor.18c3fafe0dd51901
    namespace: kserve-ci-e2e-test
    resourceVersion: "45795"
    uid: acbc5b78-1b60-4a7e-be9b-a5bc08878a95
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-20T11:10:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "45424"
    uid: 2cc9f2a1-5aa7-4a3d-827f-74837259c264
  kind: Event
  lastTimestamp: "2026-07-20T11:11:16Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-20T11:10:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T11:11:16Z"
    name: isvc-xgboost-v2-runtime-predictor.18c3fafe0e48a90b
    namespace: kserve-ci-e2e-test
    resourceVersion: "45796"
    uid: f41d08a1-8d43-45a5-ab2d-401886de3c88
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T11:11:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "45586"
    uid: 2cc9f2a1-5aa7-4a3d-827f-74837259c264
  kind: Event
  lastTimestamp: "2026-07-20T11:11:31Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-20T11:11:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T11:11:31Z"
    name: isvc-xgboost-v2-runtime-predictor.18c3fb088af03c4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "45927"
    uid: 3f5ad102-2c4d-41cc-a31d-395cb87111e3
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T11:11:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "45586"
    uid: 2cc9f2a1-5aa7-4a3d-827f-74837259c264
  kind: Event
  lastTimestamp: "2026-07-20T11:11:31Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-20T11:11:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T11:11:31Z"
    name: isvc-xgboost-v2-runtime-predictor.18c3fb088b54a7d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "45929"
    uid: 11b648c0-a755-415e-aa6a-10279bf34bae
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-20T11:10:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "45416"
    uid: a70ee5da-fe70-47d6-8df5-a1db057aed84
  kind: Event
  lastTimestamp: "2026-07-20T11:11:23Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-20T11:10:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-20T11:11:23Z"
    name: isvc-xgboost-v2-runtime.18c3fafa8ea4bec6
    namespace: kserve-ci-e2e-test
    resourceVersion: "45853"
    uid: af02bda3-31a4-4804-bc84-95a002e6ab39
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T11:10:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "45416"
    uid: a70ee5da-fe70-47d6-8df5-a1db057aed84
  kind: Event
  lastTimestamp: "2026-07-20T11:10:31Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-20T11:10:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-20T11:10:31Z"
    name: isvc-xgboost-v2-runtime.18c3fafa8f21e53c
    namespace: kserve-ci-e2e-test
    resourceVersion: "45430"
    uid: e78e4b24-edab-429e-8f35-4cb6c096c3c0
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T11:11:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "45851"
    uid: a70ee5da-fe70-47d6-8df5-a1db057aed84
  kind: Event
  lastTimestamp: "2026-07-20T11:11:23Z"
  message: InferenceService [isvc-xgboost-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-07-20T11:11:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-20T11:11:23Z"
    name: isvc-xgboost-v2-runtime.18c3fb06b0d459e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "45852"
    uid: d96d8f2c-44f3-48b2-98a4-f4d3623b9d2c
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-20T11:11:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "45984"
    uid: 2f008348-f670-42b4-8de8-fcd133e63b47
  kind: Event
  lastTimestamp: "2026-07-20T11:12:48Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-20T11:11:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-20T11:12:48Z"
    name: isvc-xgboost-v2.18c3fb09c05b37e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "46555"
    uid: e857b356-26b0-4bc8-acab-29d772203a17
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T11:11:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "45984"
    uid: 2f008348-f670-42b4-8de8-fcd133e63b47
  kind: Event
  lastTimestamp: "2026-07-20T11:11:36Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-20T11:11:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-20T11:11:36Z"
    name: isvc-xgboost-v2.18c3fb09c0e2d37a
    namespace: kserve-ci-e2e-test
    resourceVersion: "45999"
    uid: 5cdabaea-73c7-4e2f-be82-b2202ad8a9bd
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T11:12:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "46553"
    uid: 2f008348-f670-42b4-8de8-fcd133e63b47
  kind: Event
  lastTimestamp: "2026-07-20T11:12:48Z"
  message: InferenceService [isvc-xgboost-v2] is Ready
  metadata:
    creationTimestamp: "2026-07-20T11:12:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-20T11:12:48Z"
    name: isvc-xgboost-v2.18c3fb1a8971ada6
    namespace: kserve-ci-e2e-test
    resourceVersion: "46554"
    uid: 393975fe-ec36-48a8-85a3-a76d1cf738c2
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-20T11:07:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "43864"
    uid: 0e4b7715-ae39-431a-9a55-9f5c1c39ef7a
  kind: Event
  lastTimestamp: "2026-07-20T11:07:25Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-20T11:07:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-20T11:07:25Z"
    name: isvc-xgboost.18c3face048b8a62
    namespace: kserve-ci-e2e-test
    resourceVersion: "43957"
    uid: cae7ae77-7c59-4733-bd89-64c597681b7f
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-20T11:07:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "43864"
    uid: 0e4b7715-ae39-431a-9a55-9f5c1c39ef7a
  kind: Event
  lastTimestamp: "2026-07-20T11:07:20Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-07-20T11:07:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-20T11:07:20Z"
    name: isvc-xgboost.18c3face050401c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "43895"
    uid: 76d9fb1a-dd17-46f4-a06b-fd4fe7f021be
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T11:07:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "43868"
    uid: 0e4b7715-ae39-431a-9a55-9f5c1c39ef7a
  kind: Event
  lastTimestamp: "2026-07-20T11:07:20Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-xgboost": the object has been modified;
    please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-20T11:07:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-20T11:07:20Z"
    name: isvc-xgboost.18c3face09e48568
    namespace: kserve-ci-e2e-test
    resourceVersion: "43897"
    uid: d3e771a5-9d20-4ed4-bddc-1c2733d5bab6
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-20T11:08:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "43956"
    uid: 0e4b7715-ae39-431a-9a55-9f5c1c39ef7a
  kind: Event
  lastTimestamp: "2026-07-20T11:08:46Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-20T11:08:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-20T11:08:46Z"
    name: isvc-xgboost.18c3fae2066bd1e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "44542"
    uid: d72f6923-07ea-4674-95d6-11db7ed7e5fc
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T11:08:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "44538"
    uid: 0e4b7715-ae39-431a-9a55-9f5c1c39ef7a
  kind: Event
  lastTimestamp: "2026-07-20T11:08:46Z"
  message: InferenceService [isvc-xgboost] is Ready
  metadata:
    creationTimestamp: "2026-07-20T11:08:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-20T11:08:46Z"
    name: isvc-xgboost.18c3fae207344ed0
    namespace: kserve-ci-e2e-test
    resourceVersion: "44539"
    uid: 9ff21ee4-bceb-4878-b5a3-ebc810e88266
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-20T10:13:12.076576Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-2cjh5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16965"
    uid: feb64b36-d3b0-4d82-859a-a0aca37a4690
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/message-dumper-predictor-6575bcfdfd-2cjh5
    to ip-10-0-134-80.ec2.internal
  metadata:
    creationTimestamp: "2026-07-20T10:13:12Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-20T10:13:12Z"
    name: message-dumper-predictor-6575bcfdfd-2cjh5.18c3f7d9c659c571
    namespace: kserve-ci-e2e-test
    resourceVersion: "16974"
    uid: e640caab-a4d3-43c9-9407-cdae44d0215a
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-689d9fc459-bqtkn
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:13:12Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-2cjh5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16986"
    uid: feb64b36-d3b0-4d82-859a-a0aca37a4690
  kind: Event
  lastTimestamp: "2026-07-20T10:13:12Z"
  message: Add eth0 [10.132.0.25/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-20T10:13:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-20T10:13:12Z"
    name: message-dumper-predictor-6575bcfdfd-2cjh5.18c3f7d9df96ddb1
    namespace: kserve-ci-e2e-test
    resourceVersion: "16999"
    uid: e7ec630e-15ca-4cf0-8a1f-0ee4692cd292
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:13:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-2cjh5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16970"
    uid: feb64b36-d3b0-4d82-859a-a0aca37a4690
  kind: Event
  lastTimestamp: "2026-07-20T10:13:12Z"
  message: Pulling image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
  metadata:
    creationTimestamp: "2026-07-20T10:13:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:13:12Z"
    name: message-dumper-predictor-6575bcfdfd-2cjh5.18c3f7d9e2243a71
    namespace: kserve-ci-e2e-test
    resourceVersion: "17001"
    uid: 19a4041e-f6b0-4a10-bc7b-c49741cfa16b
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:13:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-2cjh5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16970"
    uid: feb64b36-d3b0-4d82-859a-a0aca37a4690
  kind: Event
  lastTimestamp: "2026-07-20T10:13:13Z"
  message: 'Successfully pulled image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
    in 1.208s (1.208s including waiting). Image size: 14813193 bytes.'
  metadata:
    creationTimestamp: "2026-07-20T10:13:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:13:13Z"
    name: message-dumper-predictor-6575bcfdfd-2cjh5.18c3f7da2a2824c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17011"
    uid: 533924c7-4460-4552-8eb0-aba85d15f20a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:13:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-2cjh5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16970"
    uid: feb64b36-d3b0-4d82-859a-a0aca37a4690
  kind: Event
  lastTimestamp: "2026-07-20T10:13:13Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-20T10:13:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:13:13Z"
    name: message-dumper-predictor-6575bcfdfd-2cjh5.18c3f7da2dd6d0b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17012"
    uid: f1b64559-2777-4201-830c-48d7d2a8aada
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:13:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-2cjh5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16970"
    uid: feb64b36-d3b0-4d82-859a-a0aca37a4690
  kind: Event
  lastTimestamp: "2026-07-20T10:13:13Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-20T10:13:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:13:13Z"
    name: message-dumper-predictor-6575bcfdfd-2cjh5.18c3f7da2e455255
    namespace: kserve-ci-e2e-test
    resourceVersion: "17013"
    uid: 61ccbb0e-c866-448c-af07-498a621214ae
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:13:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-2cjh5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16970"
    uid: feb64b36-d3b0-4d82-859a-a0aca37a4690
  kind: Event
  lastTimestamp: "2026-07-20T10:13:13Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-20T10:13:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:13:13Z"
    name: message-dumper-predictor-6575bcfdfd-2cjh5.18c3f7da2e4e93de
    namespace: kserve-ci-e2e-test
    resourceVersion: "17014"
    uid: 5586d7cd-6e32-456a-974e-7429e4b818fb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:13:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-2cjh5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16970"
    uid: feb64b36-d3b0-4d82-859a-a0aca37a4690
  kind: Event
  lastTimestamp: "2026-07-20T10:13:13Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-20T10:13:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:13:13Z"
    name: message-dumper-predictor-6575bcfdfd-2cjh5.18c3f7da31443846
    namespace: kserve-ci-e2e-test
    resourceVersion: "17016"
    uid: cd060331-8ea8-4b24-8a4d-8a54d2a147ca
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:13:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-2cjh5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16970"
    uid: feb64b36-d3b0-4d82-859a-a0aca37a4690
  kind: Event
  lastTimestamp: "2026-07-20T10:13:13Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-20T10:13:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:13:13Z"
    name: message-dumper-predictor-6575bcfdfd-2cjh5.18c3f7da31b2b40d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17017"
    uid: e81104d1-72de-4e57-b3d9-c0330e92ce81
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:14:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-2cjh5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16970"
    uid: feb64b36-d3b0-4d82-859a-a0aca37a4690
  kind: Event
  lastTimestamp: "2026-07-20T10:14:57Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-20T10:14:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:14:57Z"
    name: message-dumper-predictor-6575bcfdfd-2cjh5.18c3f7f2536a0e76
    namespace: kserve-ci-e2e-test
    resourceVersion: "17914"
    uid: e49147c6-e725-4be2-a6c6-720843573d80
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:14:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-2cjh5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16970"
    uid: feb64b36-d3b0-4d82-859a-a0aca37a4690
  kind: Event
  lastTimestamp: "2026-07-20T10:14:57Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-20T10:14:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:14:57Z"
    name: message-dumper-predictor-6575bcfdfd-2cjh5.18c3f7f2536ad9ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "17917"
    uid: 2b01c008-bd92-455d-a8d1-a69923ef71e5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:13:12Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: message-dumper-predictor-6575bcfdfd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16947"
    uid: 6a3b0ce5-caf9-4f5a-b3d5-d7bf73becefe
  kind: Event
  lastTimestamp: "2026-07-20T10:13:12Z"
  message: 'Created pod: message-dumper-predictor-6575bcfdfd-2cjh5'
  metadata:
    creationTimestamp: "2026-07-20T10:13:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T10:13:12Z"
    name: message-dumper-predictor-6575bcfdfd.18c3f7d9c5ed751b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16971"
    uid: 05900e9e-6dbc-466f-bb94-cb9a11d011bb
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:13:11Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16945"
    uid: b63c15ea-be37-4d2d-891b-3634d4f65158
  kind: Event
  lastTimestamp: "2026-07-20T10:13:11Z"
  message: Scaled up replica set message-dumper-predictor-6575bcfdfd from 0 to 1
  metadata:
    creationTimestamp: "2026-07-20T10:13:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T10:13:11Z"
    name: message-dumper-predictor.18c3f7d9c11de76a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16949"
    uid: 769d47ab-424e-43cc-a3c2-03357583dc0b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:13:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16946"
    uid: 60f3ec46-a82e-4ecc-8005-7b4ffe6d6c42
  kind: Event
  lastTimestamp: "2026-07-20T10:13:26Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-20T10:13:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T10:13:26Z"
    name: message-dumper-predictor.18c3f7dd3fb2f90b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17189"
    uid: dce38a1c-7998-4860-b24b-5d500762fa95
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:13:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16946"
    uid: 60f3ec46-a82e-4ecc-8005-7b4ffe6d6c42
  kind: Event
  lastTimestamp: "2026-07-20T10:13:27Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-20T10:13:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T10:13:27Z"
    name: message-dumper-predictor.18c3f7dd4029dedf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17191"
    uid: 09871931-67cd-4a76-9eae-2230e0e8c656
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:13:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17190"
    uid: 60f3ec46-a82e-4ecc-8005-7b4ffe6d6c42
  kind: Event
  lastTimestamp: "2026-07-20T10:13:42Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-20T10:13:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T10:13:42Z"
    name: message-dumper-predictor.18c3f7e0bf05940f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17304"
    uid: 526a7e55-39c2-4b6d-a734-8433a64630d2
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:13:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17190"
    uid: 60f3ec46-a82e-4ecc-8005-7b4ffe6d6c42
  kind: Event
  lastTimestamp: "2026-07-20T10:13:42Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-20T10:13:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T10:13:42Z"
    name: message-dumper-predictor.18c3f7e0bf972c09
    namespace: kserve-ci-e2e-test
    resourceVersion: "17305"
    uid: 3d8cb726-0238-4864-a76b-6dacf5cb5951
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-07-20T10:13:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "16937"
    uid: f9ebe9b2-d668-4028-a3c8-e7b2884f17bb
  kind: Event
  lastTimestamp: "2026-07-20T10:13:21Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-20T10:13:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-20T10:13:21Z"
    name: message-dumper.18c3f7d9c12164e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "17084"
    uid: 74fd626a-475a-4222-9f9d-10c408a90e6b
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-20T10:13:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "16937"
    uid: f9ebe9b2-d668-4028-a3c8-e7b2884f17bb
  kind: Event
  lastTimestamp: "2026-07-20T10:13:12Z"
  message: 'Failed to update status for InferenceService "message-dumper": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "message-dumper": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-07-20T10:13:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-20T10:13:12Z"
    name: message-dumper.18c3f7d9c200afc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16993"
    uid: 89dca8e7-6f79-41b1-9625-b0f524a45ab0
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:13:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "16955"
    uid: f9ebe9b2-d668-4028-a3c8-e7b2884f17bb
  kind: Event
  lastTimestamp: "2026-07-20T10:13:12Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "message-dumper": the object has been modified;
    please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-20T10:13:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-20T10:13:12Z"
    name: message-dumper.18c3f7d9cb740675
    namespace: kserve-ci-e2e-test
    resourceVersion: "16994"
    uid: 0763cef6-ca9d-4ae5-87b9-195569d103ff
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:13:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "17080"
    uid: f9ebe9b2-d668-4028-a3c8-e7b2884f17bb
  kind: Event
  lastTimestamp: "2026-07-20T10:13:21Z"
  message: InferenceService [message-dumper] is Ready
  metadata:
    creationTimestamp: "2026-07-20T10:13:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-20T10:13:21Z"
    name: message-dumper.18c3f7dbee285a74
    namespace: kserve-ci-e2e-test
    resourceVersion: "17082"
    uid: 87cccd17-6edd-45d1-a8de-cbaf87cf58af
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-20T10:57:28.732426Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-rsnhj
    namespace: kserve-ci-e2e-test
    resourceVersion: "38681"
    uid: 015179d1-a3b1-4448-afe5-d24cf65b5e84
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/sklearn-v2-mlserver-predictor-7f568cdc6b-rsnhj
    to ip-10-0-134-80.ec2.internal
  metadata:
    creationTimestamp: "2026-07-20T10:57:28Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-20T10:57:28Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-rsnhj.18c3fa445360f50d
    namespace: kserve-ci-e2e-test
    resourceVersion: "38685"
    uid: df8b4bb9-a7f4-495d-8476-4a1d14215c7d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-689d9fc459-bqtkn
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:57:29Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-rsnhj
    namespace: kserve-ci-e2e-test
    resourceVersion: "38689"
    uid: 015179d1-a3b1-4448-afe5-d24cf65b5e84
  kind: Event
  lastTimestamp: "2026-07-20T10:57:29Z"
  message: Add eth0 [10.132.0.55/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-20T10:57:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-20T10:57:29Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-rsnhj.18c3fa446caf885f
    namespace: kserve-ci-e2e-test
    resourceVersion: "38701"
    uid: 73386901-1666-4cf9-844f-5016997a836c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:57:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-rsnhj
    namespace: kserve-ci-e2e-test
    resourceVersion: "38683"
    uid: 015179d1-a3b1-4448-afe5-d24cf65b5e84
  kind: Event
  lastTimestamp: "2026-07-20T10:57:29Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:038cd29f3e031cdfd5fa54ba896bbecc69cd255eda6b470c2f7bce5282357bb8"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-20T10:57:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:57:29Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-rsnhj.18c3fa446e597ce2
    namespace: kserve-ci-e2e-test
    resourceVersion: "38703"
    uid: ab85f99f-3af2-49df-87e7-945e6fa0e5f1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:57:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-rsnhj
    namespace: kserve-ci-e2e-test
    resourceVersion: "38683"
    uid: 015179d1-a3b1-4448-afe5-d24cf65b5e84
  kind: Event
  lastTimestamp: "2026-07-20T10:57:29Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-20T10:57:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:57:29Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-rsnhj.18c3fa4470e988c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "38704"
    uid: a0c01641-38af-4c00-bd27-aa82bbcc4f33
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:57:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-rsnhj
    namespace: kserve-ci-e2e-test
    resourceVersion: "38683"
    uid: 015179d1-a3b1-4448-afe5-d24cf65b5e84
  kind: Event
  lastTimestamp: "2026-07-20T10:57:29Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-20T10:57:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:57:29Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-rsnhj.18c3fa44715b9598
    namespace: kserve-ci-e2e-test
    resourceVersion: "38705"
    uid: 29ce0ad3-425a-4c5a-b624-ed8f43d29bb5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:57:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-rsnhj
    namespace: kserve-ci-e2e-test
    resourceVersion: "38683"
    uid: 015179d1-a3b1-4448-afe5-d24cf65b5e84
  kind: Event
  lastTimestamp: "2026-07-20T10:57:33Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-07-20T10:57:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:57:33Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-rsnhj.18c3fa4563bfef0e
    namespace: kserve-ci-e2e-test
    resourceVersion: "38743"
    uid: 700dc0cf-73d3-44e0-a8a1-188defddc9b8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:57:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-rsnhj
    namespace: kserve-ci-e2e-test
    resourceVersion: "38683"
    uid: 015179d1-a3b1-4448-afe5-d24cf65b5e84
  kind: Event
  lastTimestamp: "2026-07-20T10:57:33Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-20T10:57:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:57:33Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-rsnhj.18c3fa4567dec776
    namespace: kserve-ci-e2e-test
    resourceVersion: "38747"
    uid: 0bceb13c-b7b7-4255-9e7f-2c4a5aeec394
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:57:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-rsnhj
    namespace: kserve-ci-e2e-test
    resourceVersion: "38683"
    uid: 015179d1-a3b1-4448-afe5-d24cf65b5e84
  kind: Event
  lastTimestamp: "2026-07-20T10:57:33Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-20T10:57:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:57:33Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-rsnhj.18c3fa45685613d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "38748"
    uid: 028315f1-f1a9-499a-8125-9d1e56ae6af7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:57:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-rsnhj
    namespace: kserve-ci-e2e-test
    resourceVersion: "38683"
    uid: 015179d1-a3b1-4448-afe5-d24cf65b5e84
  kind: Event
  lastTimestamp: "2026-07-20T10:57:33Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-20T10:57:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:57:33Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-rsnhj.18c3fa456860ed1e
    namespace: kserve-ci-e2e-test
    resourceVersion: "38749"
    uid: 42288a79-8467-4902-8ad9-b0ec5d8eba9d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:57:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-rsnhj
    namespace: kserve-ci-e2e-test
    resourceVersion: "38683"
    uid: 015179d1-a3b1-4448-afe5-d24cf65b5e84
  kind: Event
  lastTimestamp: "2026-07-20T10:57:33Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-20T10:57:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:57:33Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-rsnhj.18c3fa456ba29168
    namespace: kserve-ci-e2e-test
    resourceVersion: "38751"
    uid: 1519705e-b375-48f2-8e34-6c96085ff257
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:57:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-rsnhj
    namespace: kserve-ci-e2e-test
    resourceVersion: "38683"
    uid: 015179d1-a3b1-4448-afe5-d24cf65b5e84
  kind: Event
  lastTimestamp: "2026-07-20T10:57:33Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-20T10:57:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:57:33Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-rsnhj.18c3fa456c0d121e
    namespace: kserve-ci-e2e-test
    resourceVersion: "38752"
    uid: 6b837030-3cfd-4253-8676-9e8e98d0728d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:58:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-rsnhj
    namespace: kserve-ci-e2e-test
    resourceVersion: "38683"
    uid: 015179d1-a3b1-4448-afe5-d24cf65b5e84
  kind: Event
  lastTimestamp: "2026-07-20T10:58:11Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-07-20T10:58:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:58:11Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-rsnhj.18c3fa4e3fef15f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "39017"
    uid: ead279cf-503d-4df9-adf0-55b781272854
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:58:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-rsnhj
    namespace: kserve-ci-e2e-test
    resourceVersion: "38683"
    uid: 015179d1-a3b1-4448-afe5-d24cf65b5e84
  kind: Event
  lastTimestamp: "2026-07-20T10:58:28Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-20T10:58:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:58:28Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-rsnhj.18c3fa525420ebc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "39164"
    uid: 48d1386e-354b-43a9-9b64-692d717922cd
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:58:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-rsnhj
    namespace: kserve-ci-e2e-test
    resourceVersion: "38683"
    uid: 015179d1-a3b1-4448-afe5-d24cf65b5e84
  kind: Event
  lastTimestamp: "2026-07-20T10:58:28Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-20T10:58:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:58:28Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-rsnhj.18c3fa5254216d3b
    namespace: kserve-ci-e2e-test
    resourceVersion: "39165"
    uid: a4655bde-0198-4173-a1fe-fb6f37f79886
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:58:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-rsnhj
    namespace: kserve-ci-e2e-test
    resourceVersion: "38683"
    uid: 015179d1-a3b1-4448-afe5-d24cf65b5e84
  kind: Event
  lastTimestamp: "2026-07-20T10:58:31Z"
  message: 'Readiness probe failed: Get "https://10.132.0.55:8643/healthz": dial tcp
    10.132.0.55:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-20T10:58:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-20T10:58:31Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-rsnhj.18c3fa52e591b82d
    namespace: kserve-ci-e2e-test
    resourceVersion: "39190"
    uid: 4a9e3f31-667e-4b27-a272-623063ae8662
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-80.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-80.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:57:28Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: sklearn-v2-mlserver-predictor-7f568cdc6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "38670"
    uid: a2c4e224-8acf-4e02-aa31-2dc6963f9681
  kind: Event
  lastTimestamp: "2026-07-20T10:57:28Z"
  message: 'Created pod: sklearn-v2-mlserver-predictor-7f568cdc6b-rsnhj'
  metadata:
    creationTimestamp: "2026-07-20T10:57:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T10:57:28Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b.18c3fa4452f495e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "38682"
    uid: a0cd7cb1-b936-4a36-9473-a38a84329d96
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:57:28Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38668"
    uid: f5c301dc-7094-4f23-bb10-0493101270ea
  kind: Event
  lastTimestamp: "2026-07-20T10:57:28Z"
  message: Scaled up replica set sklearn-v2-mlserver-predictor-7f568cdc6b from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-20T10:57:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T10:57:28Z"
    name: sklearn-v2-mlserver-predictor.18c3fa444e8feb83
    namespace: kserve-ci-e2e-test
    resourceVersion: "38671"
    uid: a15b3b45-c045-4b2a-80b9-b4f3721fe6f4
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:57:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38669"
    uid: 0e61af41-e0f4-4c56-87eb-d13144c90cec
  kind: Event
  lastTimestamp: "2026-07-20T10:57:43Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-20T10:57:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T10:57:43Z"
    name: sklearn-v2-mlserver-predictor.18c3fa47cdb7d1e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "38826"
    uid: c8ddd421-e02c-4fce-b887-6240edb5a612
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:57:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38669"
    uid: 0e61af41-e0f4-4c56-87eb-d13144c90cec
  kind: Event
  lastTimestamp: "2026-07-20T10:57:43Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-20T10:57:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T10:57:43Z"
    name: sklearn-v2-mlserver-predictor.18c3fa47ce17398c
    namespace: kserve-ci-e2e-test
    resourceVersion: "38828"
    uid: 1ce6168b-87fe-4c42-8688-99338086a0d9
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-20T10:57:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38827"
    uid: 0e61af41-e0f4-4c56-87eb-d13144c90cec
  kind: Event
  lastTimestamp: "2026-07-20T10:58:28Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-20T10:57:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T10:58:28Z"
    name: sklearn-v2-mlserver-predictor.18c3fa4b4cd57ef4
    namespace: kserve-ci-e2e-test
    resourceVersion: "39147"
    uid: 1abe3e04-0ec4-478f-a641-83f1aa010948
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-20T10:57:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38827"
    uid: 0e61af41-e0f4-4c56-87eb-d13144c90cec
  kind: Event
  lastTimestamp: "2026-07-20T10:58:28Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-20T10:57:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-20T10:58:28Z"
    name: sklearn-v2-mlserver-predictor.18c3fa4b4d3ce7ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "39148"
    uid: ebf3dcb5-4faa-42cd-adf9-6defa8f22bdd
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-20T10:57:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "38661"
    uid: b4efa22a-9f7e-4f72-b311-f7609375ce48
  kind: Event
  lastTimestamp: "2026-07-20T10:58:21Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-20T10:57:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-20T10:58:21Z"
    name: sklearn-v2-mlserver.18c3fa444e8db5c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "39091"
    uid: dc698d3e-c882-4cf0-9f21-cbc6c84c5d85
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-20T10:57:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "38661"
    uid: b4efa22a-9f7e-4f72-b311-f7609375ce48
  kind: Event
  lastTimestamp: "2026-07-20T10:57:28Z"
  message: 'Failed to update status for InferenceService "sklearn-v2-mlserver": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "sklearn-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-20T10:57:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-20T10:57:28Z"
    name: sklearn-v2-mlserver.18c3fa444f129492
    namespace: kserve-ci-e2e-test
    resourceVersion: "38691"
    uid: f03d337c-f740-452c-a51c-04f04d1e4411
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:57:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "38664"
    uid: b4efa22a-9f7e-4f72-b311-f7609375ce48
  kind: Event
  lastTimestamp: "2026-07-20T10:57:28Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "sklearn-v2-mlserver": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-20T10:57:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-20T10:57:28Z"
    name: sklearn-v2-mlserver.18c3fa44547b8c37
    namespace: kserve-ci-e2e-test
    resourceVersion: "38692"
    uid: 03beb702-536c-4ad6-b135-e553572a1a3e
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-20T10:58:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "39089"
    uid: b4efa22a-9f7e-4f72-b311-f7609375ce48
  kind: Event
  lastTimestamp: "2026-07-20T10:58:21Z"
  message: InferenceService [sklearn-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-07-20T10:58:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-20T10:58:21Z"
    name: sklearn-v2-mlserver.18c3fa50983de0f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "39090"
    uid: ed37fb68-c262-4ff1-9be4-c8062e766125
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
kind: EventList
metadata:
  resourceVersion: "50168"