---
apiVersion: v1
items:
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-08T16:54:18.833041Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-b37da8-predictor-76d7555bd7-7wmgh
    namespace: kserve-ci-e2e-test
    resourceVersion: "19704"
    uid: df7cedce-f644-401f-9b2e-96bc86d42365
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-init-fail-b37da8-predictor-76d7555bd7-7wmgh
    to ip-10-0-138-223.ec2.internal
  metadata:
    creationTimestamp: "2026-07-08T16:54:18Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-08T16:54:18Z"
    name: isvc-init-fail-b37da8-predictor-76d7555bd7-7wmgh.18c05ec6711e0819
    namespace: kserve-ci-e2e-test
    resourceVersion: "19710"
    uid: 04be3f3f-071e-4247-af9b-4a281d666212
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5bbdbf648f-8grkq
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-08T16:54:19Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-b37da8-predictor-76d7555bd7-7wmgh
    namespace: kserve-ci-e2e-test
    resourceVersion: "19714"
    uid: df7cedce-f644-401f-9b2e-96bc86d42365
  kind: Event
  lastTimestamp: "2026-07-08T16:54:19Z"
  message: Add eth0 [10.133.0.33/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-08T16:54:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-08T16:54:19Z"
    name: isvc-init-fail-b37da8-predictor-76d7555bd7-7wmgh.18c05ec68a51036a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19723"
    uid: 22f6dd6e-a29e-42f4-968d-7bce4200e9f2
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-08T16:54:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-b37da8-predictor-76d7555bd7-7wmgh
    namespace: kserve-ci-e2e-test
    resourceVersion: "19705"
    uid: df7cedce-f644-401f-9b2e-96bc86d42365
  kind: Event
  lastTimestamp: "2026-07-08T16:54:24Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:43b18792ad3c8c70fe63e50dee47838dba7fd6b00a2dcfe15c76c1dafc2c7ad8"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-08T16:54:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-08T16:54:24Z"
    name: isvc-init-fail-b37da8-predictor-76d7555bd7-7wmgh.18c05ec68c60f479
    namespace: kserve-ci-e2e-test
    resourceVersion: "19769"
    uid: 305c5169-8f75-4d89-af62-43c33d390f24
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-223.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-223.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-08T16:54:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-b37da8-predictor-76d7555bd7-7wmgh
    namespace: kserve-ci-e2e-test
    resourceVersion: "19705"
    uid: df7cedce-f644-401f-9b2e-96bc86d42365
  kind: Event
  lastTimestamp: "2026-07-08T16:54:24Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-08T16:54:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-08T16:54:24Z"
    name: isvc-init-fail-b37da8-predictor-76d7555bd7-7wmgh.18c05ec68f360ba3
    namespace: kserve-ci-e2e-test
    resourceVersion: "19772"
    uid: 078cb3b6-9e58-43b8-8068-de2675a86caa
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-223.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-223.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-08T16:54:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-b37da8-predictor-76d7555bd7-7wmgh
    namespace: kserve-ci-e2e-test
    resourceVersion: "19705"
    uid: df7cedce-f644-401f-9b2e-96bc86d42365
  kind: Event
  lastTimestamp: "2026-07-08T16:54:24Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-08T16:54:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-08T16:54:24Z"
    name: isvc-init-fail-b37da8-predictor-76d7555bd7-7wmgh.18c05ec68f96355b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19773"
    uid: d48539d7-a29e-4e44-ad10-806d135c3999
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-223.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-223.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-08T16:54:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-b37da8-predictor-76d7555bd7-7wmgh
    namespace: kserve-ci-e2e-test
    resourceVersion: "19705"
    uid: df7cedce-f644-401f-9b2e-96bc86d42365
  kind: Event
  lastTimestamp: "2026-07-08T16:54:28Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-07-08T16:54:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-08T16:54:28Z"
    name: isvc-init-fail-b37da8-predictor-76d7555bd7-7wmgh.18c05ec8c4dc2c48
    namespace: kserve-ci-e2e-test
    resourceVersion: "19824"
    uid: 39c8c6ee-27d3-4ff4-a005-499c9ae56bba
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-223.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-223.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-08T16:54:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-init-fail-b37da8-predictor-76d7555bd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19697"
    uid: 1119524e-70ee-4fac-8552-0a7538ab4043
  kind: Event
  lastTimestamp: "2026-07-08T16:54:18Z"
  message: 'Created pod: isvc-init-fail-b37da8-predictor-76d7555bd7-7wmgh'
  metadata:
    creationTimestamp: "2026-07-08T16:54:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-08T16:54:18Z"
    name: isvc-init-fail-b37da8-predictor-76d7555bd7.18c05ec6708ede07
    namespace: kserve-ci-e2e-test
    resourceVersion: "19706"
    uid: 358ea03e-8609-40d1-9a73-d80217394793
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-08T16:54:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-init-fail-b37da8-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19695"
    uid: 58585371-b7db-48ea-aab8-06999dadce4d
  kind: Event
  lastTimestamp: "2026-07-08T16:54:18Z"
  message: Scaled up replica set isvc-init-fail-b37da8-predictor-76d7555bd7 from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-08T16:54:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-08T16:54:18Z"
    name: isvc-init-fail-b37da8-predictor.18c05ec66c9fa9e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "19698"
    uid: 77cb30f3-9caf-415e-a82f-348882c8f212
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-08T16:54:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-b37da8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19686"
    uid: ed63cbed-2bba-4f45-b855-f2eb7d622b3a
  kind: Event
  lastTimestamp: "2026-07-08T16:54:24Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-08T16:54:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-08T16:54:24Z"
    name: isvc-init-fail-b37da8.18c05ec66c9eebee
    namespace: kserve-ci-e2e-test
    resourceVersion: "19776"
    uid: f4836110-9ba7-4703-86e4-3fbf1e398fbb
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-08T16:54:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-b37da8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19686"
    uid: ed63cbed-2bba-4f45-b855-f2eb7d622b3a
  kind: Event
  lastTimestamp: "2026-07-08T16:54:18Z"
  message: 'Failed to update status for InferenceService "isvc-init-fail-b37da8":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-init-fail-b37da8":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-08T16:54:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-08T16:54:18Z"
    name: isvc-init-fail-b37da8.18c05ec66d747397
    namespace: kserve-ci-e2e-test
    resourceVersion: "19701"
    uid: ea85ff3d-e6a6-48d2-9028-05d21e81e514
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-08T16:54:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-b37da8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19686"
    uid: ed63cbed-2bba-4f45-b855-f2eb7d622b3a
  kind: Event
  lastTimestamp: "2026-07-08T16:54:18Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-init-fail-b37da8": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-08T16:54:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-08T16:54:18Z"
    name: isvc-init-fail-b37da8.18c05ec66d74af2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19703"
    uid: 78e80b78-5e60-4795-a08a-daa508ab34f8
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-08T16:48:36.695856Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-raw-4a3c0-predictor-688f4c89f9-rwj58
    namespace: kserve-ci-e2e-test
    resourceVersion: "16890"
    uid: 4e43f258-b1d6-4e34-9461-5213d5a87e6d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-logger-raw-4a3c0-predictor-688f4c89f9-rwj58
    to ip-10-0-138-223.ec2.internal
  metadata:
    creationTimestamp: "2026-07-08T16:48:36Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-08T16:48:36Z"
    name: isvc-logger-raw-4a3c0-predictor-688f4c89f9-rwj58.18c05e76c826fbad
    namespace: kserve-ci-e2e-test
    resourceVersion: "16894"
    uid: c869e027-c74f-4b66-9a1a-c1d866db5f25
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5bbdbf648f-8grkq
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-08T16:48:36Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-raw-4a3c0-predictor-688f4c89f9-rwj58
    namespace: kserve-ci-e2e-test
    resourceVersion: "16892"
    uid: 4e43f258-b1d6-4e34-9461-5213d5a87e6d
  kind: Event
  lastTimestamp: "2026-07-08T16:48:36Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-logger-raw-4a3c0-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-08T16:48:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-08T16:48:36Z"
    name: isvc-logger-raw-4a3c0-predictor-688f4c89f9-rwj58.18c05e76cf271648
    namespace: kserve-ci-e2e-test
    resourceVersion: "16904"
    uid: d5068aa0-2c4e-4b25-ab2c-68e38c03db89
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-223.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-223.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-08T16:48:37Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-raw-4a3c0-predictor-688f4c89f9-rwj58
    namespace: kserve-ci-e2e-test
    resourceVersion: "16898"
    uid: 4e43f258-b1d6-4e34-9461-5213d5a87e6d
  kind: Event
  lastTimestamp: "2026-07-08T16:48:37Z"
  message: Add eth0 [10.133.0.29/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-08T16:48:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-08T16:48:37Z"
    name: isvc-logger-raw-4a3c0-predictor-688f4c89f9-rwj58.18c05e770544f158
    namespace: kserve-ci-e2e-test
    resourceVersion: "16916"
    uid: b157f718-8488-4d8d-8ce5-d846121356d6
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-08T16:48:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-4a3c0-predictor-688f4c89f9-rwj58
    namespace: kserve-ci-e2e-test
    resourceVersion: "16892"
    uid: 4e43f258-b1d6-4e34-9461-5213d5a87e6d
  kind: Event
  lastTimestamp: "2026-07-08T16:48:37Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:43b18792ad3c8c70fe63e50dee47838dba7fd6b00a2dcfe15c76c1dafc2c7ad8"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-08T16:48:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-08T16:48:37Z"
    name: isvc-logger-raw-4a3c0-predictor-688f4c89f9-rwj58.18c05e7706b1359d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16918"
    uid: 08c1dd62-6780-4995-a0f3-04eb2564a53e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-223.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-223.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-08T16:48:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-4a3c0-predictor-688f4c89f9-rwj58
    namespace: kserve-ci-e2e-test
    resourceVersion: "16892"
    uid: 4e43f258-b1d6-4e34-9461-5213d5a87e6d
  kind: Event
  lastTimestamp: "2026-07-08T16:48:37Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-08T16:48:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-08T16:48:37Z"
    name: isvc-logger-raw-4a3c0-predictor-688f4c89f9-rwj58.18c05e77098ea6a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16919"
    uid: 63fc43fd-a261-49f4-b6d4-a4ff5c620e1a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-223.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-223.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-08T16:48:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-4a3c0-predictor-688f4c89f9-rwj58
    namespace: kserve-ci-e2e-test
    resourceVersion: "16892"
    uid: 4e43f258-b1d6-4e34-9461-5213d5a87e6d
  kind: Event
  lastTimestamp: "2026-07-08T16:48:37Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-08T16:48:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-08T16:48:37Z"
    name: isvc-logger-raw-4a3c0-predictor-688f4c89f9-rwj58.18c05e7709ffff83
    namespace: kserve-ci-e2e-test
    resourceVersion: "16920"
    uid: 7d7b45bc-f3b7-4ca8-8129-cb52de10246a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-223.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-223.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-08T16:48:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-4a3c0-predictor-688f4c89f9-rwj58
    namespace: kserve-ci-e2e-test
    resourceVersion: "16892"
    uid: 4e43f258-b1d6-4e34-9461-5213d5a87e6d
  kind: Event
  lastTimestamp: "2026-07-08T16:48:42Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1707"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-08T16:48:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-08T16:48:42Z"
    name: isvc-logger-raw-4a3c0-predictor-688f4c89f9-rwj58.18c05e7819c7b80f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16958"
    uid: fb42a3b2-90c2-4d0b-a82d-76504e177487
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-223.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-223.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-08T16:48:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-4a3c0-predictor-688f4c89f9-rwj58
    namespace: kserve-ci-e2e-test
    resourceVersion: "16892"
    uid: 4e43f258-b1d6-4e34-9461-5213d5a87e6d
  kind: Event
  lastTimestamp: "2026-07-08T16:48:42Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-08T16:48:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-08T16:48:42Z"
    name: isvc-logger-raw-4a3c0-predictor-688f4c89f9-rwj58.18c05e781c90248a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16960"
    uid: 9066643f-ae4c-482d-a42a-42e4afb62650
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-223.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-223.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-08T16:48:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-4a3c0-predictor-688f4c89f9-rwj58
    namespace: kserve-ci-e2e-test
    resourceVersion: "16892"
    uid: 4e43f258-b1d6-4e34-9461-5213d5a87e6d
  kind: Event
  lastTimestamp: "2026-07-08T16:48:42Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-08T16:48:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-08T16:48:42Z"
    name: isvc-logger-raw-4a3c0-predictor-688f4c89f9-rwj58.18c05e781d00627c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16961"
    uid: 9d25603f-8a46-4a55-a876-b5927d8c0177
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-223.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-223.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-08T16:48:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-4a3c0-predictor-688f4c89f9-rwj58
    namespace: kserve-ci-e2e-test
    resourceVersion: "16892"
    uid: 4e43f258-b1d6-4e34-9461-5213d5a87e6d
  kind: Event
  lastTimestamp: "2026-07-08T16:48:42Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-08T16:48:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-08T16:48:42Z"
    name: isvc-logger-raw-4a3c0-predictor-688f4c89f9-rwj58.18c05e781d09fe7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16964"
    uid: 003d8366-9af1-42c2-a008-e4965a760f38
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-223.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-223.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-08T16:48:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-4a3c0-predictor-688f4c89f9-rwj58
    namespace: kserve-ci-e2e-test
    resourceVersion: "16892"
    uid: 4e43f258-b1d6-4e34-9461-5213d5a87e6d
  kind: Event
  lastTimestamp: "2026-07-08T16:48:42Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-08T16:48:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-08T16:48:42Z"
    name: isvc-logger-raw-4a3c0-predictor-688f4c89f9-rwj58.18c05e781f9432d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16966"
    uid: 45595eab-b261-450c-878e-84a380f1a34d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-223.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-223.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-08T16:48:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-4a3c0-predictor-688f4c89f9-rwj58
    namespace: kserve-ci-e2e-test
    resourceVersion: "16892"
    uid: 4e43f258-b1d6-4e34-9461-5213d5a87e6d
  kind: Event
  lastTimestamp: "2026-07-08T16:48:42Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-08T16:48:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-08T16:48:42Z"
    name: isvc-logger-raw-4a3c0-predictor-688f4c89f9-rwj58.18c05e782010b01d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16967"
    uid: b062b853-5935-445f-a29c-5f9859175b49
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-223.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-223.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-08T16:48:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-4a3c0-predictor-688f4c89f9-rwj58
    namespace: kserve-ci-e2e-test
    resourceVersion: "16892"
    uid: 4e43f258-b1d6-4e34-9461-5213d5a87e6d
  kind: Event
  lastTimestamp: "2026-07-08T16:48:42Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:7cf57df6438fd0be0182caf8c665267f434f07d282f75228157fde800aa58082"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-08T16:48:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-08T16:48:42Z"
    name: isvc-logger-raw-4a3c0-predictor-688f4c89f9-rwj58.18c05e7820190941
    namespace: kserve-ci-e2e-test
    resourceVersion: "16968"
    uid: 79a6e557-e98b-46f2-b1f8-51c0b57d16af
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-223.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-223.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-08T16:48:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-4a3c0-predictor-688f4c89f9-rwj58
    namespace: kserve-ci-e2e-test
    resourceVersion: "16892"
    uid: 4e43f258-b1d6-4e34-9461-5213d5a87e6d
  kind: Event
  lastTimestamp: "2026-07-08T16:48:42Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-07-08T16:48:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-08T16:48:42Z"
    name: isvc-logger-raw-4a3c0-predictor-688f4c89f9-rwj58.18c05e7822b94cb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16970"
    uid: 5449b7f9-50ce-4c83-9b7f-39060a505c1d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-223.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-223.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-08T16:48:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-4a3c0-predictor-688f4c89f9-rwj58
    namespace: kserve-ci-e2e-test
    resourceVersion: "16892"
    uid: 4e43f258-b1d6-4e34-9461-5213d5a87e6d
  kind: Event
  lastTimestamp: "2026-07-08T16:48:42Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-07-08T16:48:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-08T16:48:42Z"
    name: isvc-logger-raw-4a3c0-predictor-688f4c89f9-rwj58.18c05e78232a833c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16971"
    uid: 4be65b58-2ffc-4a18-a2f8-d5df8f4507f7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-223.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-223.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-08T16:48:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-4a3c0-predictor-688f4c89f9-rwj58
    namespace: kserve-ci-e2e-test
    resourceVersion: "16892"
    uid: 4e43f258-b1d6-4e34-9461-5213d5a87e6d
  kind: Event
  lastTimestamp: "2026-07-08T16:50:20Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.29:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-08T16:48:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-08T16:50:20Z"
    name: isvc-logger-raw-4a3c0-predictor-688f4c89f9-rwj58.18c05e7855d5319a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17804"
    uid: 9ffc2322-c880-441f-b634-6aabdd6ec414
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-223.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-223.ec2.internal
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-08T16:48:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-4a3c0-predictor-688f4c89f9-rwj58
    namespace: kserve-ci-e2e-test
    resourceVersion: "16892"
    uid: 4e43f258-b1d6-4e34-9461-5213d5a87e6d
  kind: Event
  lastTimestamp: "2026-07-08T16:50:10Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-07-08T16:48:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-08T16:50:10Z"
    name: isvc-logger-raw-4a3c0-predictor-688f4c89f9-rwj58.18c05e7891aeaf0f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17725"
    uid: af45ad02-07a4-440b-9b38-d4ce317b8780
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-223.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-223.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-08T16:50:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-4a3c0-predictor-688f4c89f9-rwj58
    namespace: kserve-ci-e2e-test
    resourceVersion: "16892"
    uid: 4e43f258-b1d6-4e34-9461-5213d5a87e6d
  kind: Event
  lastTimestamp: "2026-07-08T16:50:01Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-08T16:50:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-08T16:50:01Z"
    name: isvc-logger-raw-4a3c0-predictor-688f4c89f9-rwj58.18c05e8a9f8c5c6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17611"
    uid: c678c645-73c8-4177-8496-d895f763679c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-223.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-223.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-08T16:50:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-4a3c0-predictor-688f4c89f9-rwj58
    namespace: kserve-ci-e2e-test
    resourceVersion: "16892"
    uid: 4e43f258-b1d6-4e34-9461-5213d5a87e6d
  kind: Event
  lastTimestamp: "2026-07-08T16:50:01Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-08T16:50:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-08T16:50:01Z"
    name: isvc-logger-raw-4a3c0-predictor-688f4c89f9-rwj58.18c05e8a9f8d7e39
    namespace: kserve-ci-e2e-test
    resourceVersion: "17613"
    uid: 3947d881-ba88-41d2-8749-dd01a9f6f657
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-223.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-223.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-08T16:50:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-4a3c0-predictor-688f4c89f9-rwj58
    namespace: kserve-ci-e2e-test
    resourceVersion: "16892"
    uid: 4e43f258-b1d6-4e34-9461-5213d5a87e6d
  kind: Event
  lastTimestamp: "2026-07-08T16:50:01Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-07-08T16:50:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-08T16:50:01Z"
    name: isvc-logger-raw-4a3c0-predictor-688f4c89f9-rwj58.18c05e8a9f8d88d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "17616"
    uid: bab0bcb6-17cb-42a2-8e96-9de76173df7f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-223.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-223.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-08T16:50:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-4a3c0-predictor-688f4c89f9-rwj58
    namespace: kserve-ci-e2e-test
    resourceVersion: "16892"
    uid: 4e43f258-b1d6-4e34-9461-5213d5a87e6d
  kind: Event
  lastTimestamp: "2026-07-08T16:50:20Z"
  message: 'Readiness probe failed: Get "https://10.133.0.29:8643/healthz": dial tcp
    10.133.0.29:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-08T16:50:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-08T16:50:20Z"
    name: isvc-logger-raw-4a3c0-predictor-688f4c89f9-rwj58.18c05e8b6dd6b7a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17803"
    uid: c0ab12bb-6b17-4b5a-9c23-e0e61dca954f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-223.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-223.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-08T16:48:36Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-logger-raw-4a3c0-predictor-688f4c89f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16879"
    uid: 8a1f95e0-7ec2-47c5-be9d-d020efd46268
  kind: Event
  lastTimestamp: "2026-07-08T16:48:36Z"
  message: 'Created pod: isvc-logger-raw-4a3c0-predictor-688f4c89f9-rwj58'
  metadata:
    creationTimestamp: "2026-07-08T16:48:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-08T16:48:36Z"
    name: isvc-logger-raw-4a3c0-predictor-688f4c89f9.18c05e76c7bfec1e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16891"
    uid: 0279e56d-ca86-453d-91de-c83d73930b57
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-08T16:48:36Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-logger-raw-4a3c0-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16877"
    uid: 58872a7d-d38d-4b12-bac1-d1a789070ef1
  kind: Event
  lastTimestamp: "2026-07-08T16:48:36Z"
  message: Scaled up replica set isvc-logger-raw-4a3c0-predictor-688f4c89f9 from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-08T16:48:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-08T16:48:36Z"
    name: isvc-logger-raw-4a3c0-predictor.18c05e76c46097d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16880"
    uid: 0c14551d-d309-40ea-b08a-f9e55fcb50b4
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-08T16:48:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-4a3c0-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16878"
    uid: 0f9f5c05-ff24-4727-8059-fbbf8f56854e
  kind: Event
  lastTimestamp: "2026-07-08T16:49:21Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-08T16:48:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-08T16:49:21Z"
    name: isvc-logger-raw-4a3c0-predictor.18c05e7a4337362d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17272"
    uid: fe30ca0f-9fd1-4dba-8094-5a8c4fad1294
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-08T16:48:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-4a3c0-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16878"
    uid: 0f9f5c05-ff24-4727-8059-fbbf8f56854e
  kind: Event
  lastTimestamp: "2026-07-08T16:49:21Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-08T16:48:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-08T16:49:21Z"
    name: isvc-logger-raw-4a3c0-predictor.18c05e7a439e8c0d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17273"
    uid: 28f02eda-dd10-4a50-beba-7d4705a03e2c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-08T16:49:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-4a3c0-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17043"
    uid: 0f9f5c05-ff24-4727-8059-fbbf8f56854e
  kind: Event
  lastTimestamp: "2026-07-08T16:49:51Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-08T16:49:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-08T16:49:51Z"
    name: isvc-logger-raw-4a3c0-predictor.18c05e7dc2583f4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17494"
    uid: de4db1c2-7859-4144-87de-55f6f87580c9
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-08T16:49:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-4a3c0-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17043"
    uid: 0f9f5c05-ff24-4727-8059-fbbf8f56854e
  kind: Event
  lastTimestamp: "2026-07-08T16:49:51Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-08T16:49:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-08T16:49:51Z"
    name: isvc-logger-raw-4a3c0-predictor.18c05e7dc2ba6958
    namespace: kserve-ci-e2e-test
    resourceVersion: "17495"
    uid: f41629de-a8d3-4270-9ba2-7fe3cf3bee27
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-08T16:48:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-4a3c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "16869"
    uid: 8371524f-1ebd-4bb4-a1ec-8adc9aa91bc2
  kind: Event
  lastTimestamp: "2026-07-08T16:49:50Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-08T16:48:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-08T16:49:50Z"
    name: isvc-logger-raw-4a3c0.18c05e76c4629a52
    namespace: kserve-ci-e2e-test
    resourceVersion: "17486"
    uid: 787e1d30-3ac8-4eef-b363-5f15bef23b30
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-08T16:48:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-4a3c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "16869"
    uid: 8371524f-1ebd-4bb4-a1ec-8adc9aa91bc2
  kind: Event
  lastTimestamp: "2026-07-08T16:48:36Z"
  message: 'Failed to update status for InferenceService "isvc-logger-raw-4a3c0":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-logger-raw-4a3c0":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-08T16:48:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-08T16:48:36Z"
    name: isvc-logger-raw-4a3c0.18c05e76c4b1c42d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16900"
    uid: 85ec57e0-391a-488c-9781-b1fd1a26c2f3
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-08T16:48:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-4a3c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "16872"
    uid: 8371524f-1ebd-4bb4-a1ec-8adc9aa91bc2
  kind: Event
  lastTimestamp: "2026-07-08T16:48:36Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-logger-raw-4a3c0": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-08T16:48:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-08T16:48:36Z"
    name: isvc-logger-raw-4a3c0.18c05e76ca5de181
    namespace: kserve-ci-e2e-test
    resourceVersion: "16901"
    uid: c23b9925-75ca-450f-a2f2-214b3a3d4641
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-08T16:49:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-4a3c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "17481"
    uid: 8371524f-1ebd-4bb4-a1ec-8adc9aa91bc2
  kind: Event
  lastTimestamp: "2026-07-08T16:49:50Z"
  message: InferenceService [isvc-logger-raw-4a3c0] is Ready
  metadata:
    creationTimestamp: "2026-07-08T16:49:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-08T16:49:50Z"
    name: isvc-logger-raw-4a3c0.18c05e87f604980f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17483"
    uid: d805f15f-d481-4693-9b71-1125626b90e4
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-08T16:52:37.324421Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-b29bb6-predictor-99c6d7f9b-bsr8v
    namespace: kserve-ci-e2e-test
    resourceVersion: "18813"
    uid: f82ad008-d4ee-471f-bf5d-7f5849645684
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-primary-b29bb6-predictor-99c6d7f9b-bsr8v
    to ip-10-0-138-223.ec2.internal
  metadata:
    creationTimestamp: "2026-07-08T16:52:37Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-08T16:52:37Z"
    name: isvc-primary-b29bb6-predictor-99c6d7f9b-bsr8v.18c05eaecebb80de
    namespace: kserve-ci-e2e-test
    resourceVersion: "18817"
    uid: 1a3fd31a-4985-4760-9e82-d44288af92be
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5bbdbf648f-8grkq
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-08T16:52:37Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-b29bb6-predictor-99c6d7f9b-bsr8v
    namespace: kserve-ci-e2e-test
    resourceVersion: "18824"
    uid: f82ad008-d4ee-471f-bf5d-7f5849645684
  kind: Event
  lastTimestamp: "2026-07-08T16:52:37Z"
  message: Add eth0 [10.133.0.31/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-08T16:52:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-08T16:52:37Z"
    name: isvc-primary-b29bb6-predictor-99c6d7f9b-bsr8v.18c05eaee7d879c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "18832"
    uid: c70d5ce1-5831-41c6-b66b-ae17a65c1018
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-08T16:52:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-b29bb6-predictor-99c6d7f9b-bsr8v
    namespace: kserve-ci-e2e-test
    resourceVersion: "18815"
    uid: f82ad008-d4ee-471f-bf5d-7f5849645684
  kind: Event
  lastTimestamp: "2026-07-08T16:52:37Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:43b18792ad3c8c70fe63e50dee47838dba7fd6b00a2dcfe15c76c1dafc2c7ad8"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-08T16:52:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-08T16:52:37Z"
    name: isvc-primary-b29bb6-predictor-99c6d7f9b-bsr8v.18c05eaee94cc0e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "18834"
    uid: d669a1f1-7241-4e98-9057-2bcb586a9af0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-223.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-223.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-08T16:52:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-b29bb6-predictor-99c6d7f9b-bsr8v
    namespace: kserve-ci-e2e-test
    resourceVersion: "18815"
    uid: f82ad008-d4ee-471f-bf5d-7f5849645684
  kind: Event
  lastTimestamp: "2026-07-08T16:52:37Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-08T16:52:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-08T16:52:37Z"
    name: isvc-primary-b29bb6-predictor-99c6d7f9b-bsr8v.18c05eaeebdc6720
    namespace: kserve-ci-e2e-test
    resourceVersion: "18835"
    uid: 7e1bd217-00dc-4373-94a2-771f6b58d27f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-223.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-223.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-08T16:52:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-b29bb6-predictor-99c6d7f9b-bsr8v
    namespace: kserve-ci-e2e-test
    resourceVersion: "18815"
    uid: f82ad008-d4ee-471f-bf5d-7f5849645684
  kind: Event
  lastTimestamp: "2026-07-08T16:52:37Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-08T16:52:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-08T16:52:37Z"
    name: isvc-primary-b29bb6-predictor-99c6d7f9b-bsr8v.18c05eaeec6650c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "18836"
    uid: 1d572891-2d13-4674-8886-3643149eb6a7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-223.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-223.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-08T16:52:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-b29bb6-predictor-99c6d7f9b-bsr8v
    namespace: kserve-ci-e2e-test
    resourceVersion: "18815"
    uid: f82ad008-d4ee-471f-bf5d-7f5849645684
  kind: Event
  lastTimestamp: "2026-07-08T16:52:41Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1707"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-08T16:52:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-08T16:52:41Z"
    name: isvc-primary-b29bb6-predictor-99c6d7f9b-bsr8v.18c05eafbba9fb8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18865"
    uid: 70a497f2-7f21-4dde-905b-4adad6c8887e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-223.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-223.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-08T16:52:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-b29bb6-predictor-99c6d7f9b-bsr8v
    namespace: kserve-ci-e2e-test
    resourceVersion: "18815"
    uid: f82ad008-d4ee-471f-bf5d-7f5849645684
  kind: Event
  lastTimestamp: "2026-07-08T16:52:41Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-08T16:52:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-08T16:52:41Z"
    name: isvc-primary-b29bb6-predictor-99c6d7f9b-bsr8v.18c05eafbf2cc883
    namespace: kserve-ci-e2e-test
    resourceVersion: "18869"
    uid: 32efd0cf-73fa-4450-97aa-57af51602cee
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-223.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-223.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-08T16:52:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-b29bb6-predictor-99c6d7f9b-bsr8v
    namespace: kserve-ci-e2e-test
    resourceVersion: "18815"
    uid: f82ad008-d4ee-471f-bf5d-7f5849645684
  kind: Event
  lastTimestamp: "2026-07-08T16:52:41Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-08T16:52:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-08T16:52:41Z"
    name: isvc-primary-b29bb6-predictor-99c6d7f9b-bsr8v.18c05eafbf9c1a7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18873"
    uid: c439b1c2-6d79-496a-83fb-51ec0063c0fd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-223.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-223.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-08T16:52:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-b29bb6-predictor-99c6d7f9b-bsr8v
    namespace: kserve-ci-e2e-test
    resourceVersion: "18815"
    uid: f82ad008-d4ee-471f-bf5d-7f5849645684
  kind: Event
  lastTimestamp: "2026-07-08T16:52:41Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-08T16:52:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-08T16:52:41Z"
    name: isvc-primary-b29bb6-predictor-99c6d7f9b-bsr8v.18c05eafbfa4881d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18874"
    uid: a483c236-7705-49ee-8b24-c1194df5413c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-223.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-223.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-08T16:52:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-b29bb6-predictor-99c6d7f9b-bsr8v
    namespace: kserve-ci-e2e-test
    resourceVersion: "18815"
    uid: f82ad008-d4ee-471f-bf5d-7f5849645684
  kind: Event
  lastTimestamp: "2026-07-08T16:52:41Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-08T16:52:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-08T16:52:41Z"
    name: isvc-primary-b29bb6-predictor-99c6d7f9b-bsr8v.18c05eafc237d535
    namespace: kserve-ci-e2e-test
    resourceVersion: "18876"
    uid: 93cf8184-2578-4107-9a4e-8c7c84c4f265
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-223.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-223.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-08T16:52:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-b29bb6-predictor-99c6d7f9b-bsr8v
    namespace: kserve-ci-e2e-test
    resourceVersion: "18815"
    uid: f82ad008-d4ee-471f-bf5d-7f5849645684
  kind: Event
  lastTimestamp: "2026-07-08T16:52:41Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-08T16:52:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-08T16:52:41Z"
    name: isvc-primary-b29bb6-predictor-99c6d7f9b-bsr8v.18c05eafc2a7ae93
    namespace: kserve-ci-e2e-test
    resourceVersion: "18878"
    uid: c4d4d031-3412-419c-b575-833242227a6e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-223.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-223.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-07-08T16:52:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-b29bb6-predictor-99c6d7f9b-bsr8v
    namespace: kserve-ci-e2e-test
    resourceVersion: "18815"
    uid: f82ad008-d4ee-471f-bf5d-7f5849645684
  kind: Event
  lastTimestamp: "2026-07-08T16:53:39Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.31:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-08T16:52:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-08T16:53:39Z"
    name: isvc-primary-b29bb6-predictor-99c6d7f9b-bsr8v.18c05eb0337c23e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "19299"
    uid: 32df0f9c-6814-4d9d-865b-79fed5f975fa
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-223.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-223.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-08T16:54:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-b29bb6-predictor-99c6d7f9b-bsr8v
    namespace: kserve-ci-e2e-test
    resourceVersion: "18815"
    uid: f82ad008-d4ee-471f-bf5d-7f5849645684
  kind: Event
  lastTimestamp: "2026-07-08T16:54:13Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-08T16:54:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-08T16:54:13Z"
    name: isvc-primary-b29bb6-predictor-99c6d7f9b-bsr8v.18c05ec53c272d96
    namespace: kserve-ci-e2e-test
    resourceVersion: "19638"
    uid: cde9055c-d7dc-4029-a4e2-82120cda2b55
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-223.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-223.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-08T16:54:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-b29bb6-predictor-99c6d7f9b-bsr8v
    namespace: kserve-ci-e2e-test
    resourceVersion: "18815"
    uid: f82ad008-d4ee-471f-bf5d-7f5849645684
  kind: Event
  lastTimestamp: "2026-07-08T16:54:13Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-08T16:54:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-08T16:54:13Z"
    name: isvc-primary-b29bb6-predictor-99c6d7f9b-bsr8v.18c05ec53c27bdbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "19640"
    uid: c5cf5b18-fa41-47a3-8328-7838eb2abb75
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-223.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-223.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-08T16:54:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-b29bb6-predictor-99c6d7f9b-bsr8v
    namespace: kserve-ci-e2e-test
    resourceVersion: "18815"
    uid: f82ad008-d4ee-471f-bf5d-7f5849645684
  kind: Event
  lastTimestamp: "2026-07-08T16:54:14Z"
  message: 'Readiness probe failed: Get "https://10.133.0.31:8643/healthz": dial tcp
    10.133.0.31:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-08T16:54:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-08T16:54:14Z"
    name: isvc-primary-b29bb6-predictor-99c6d7f9b-bsr8v.18c05ec563c617bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "19647"
    uid: e35e95f9-1aed-4cbb-ab0c-6712228b6833
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-223.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-223.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-08T16:52:37Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-primary-b29bb6-predictor-99c6d7f9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18802"
    uid: 75aeb91b-5b1a-40b2-8fc4-257eea6a4a17
  kind: Event
  lastTimestamp: "2026-07-08T16:52:37Z"
  message: 'Created pod: isvc-primary-b29bb6-predictor-99c6d7f9b-bsr8v'
  metadata:
    creationTimestamp: "2026-07-08T16:52:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-08T16:52:37Z"
    name: isvc-primary-b29bb6-predictor-99c6d7f9b.18c05eaece08b05b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18814"
    uid: 01c142c3-22fb-47df-90bb-2ef43b47ebf3
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-08T16:52:37Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-primary-b29bb6-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18800"
    uid: ca63e823-e668-4c3a-a9da-b2ec6415de7d
  kind: Event
  lastTimestamp: "2026-07-08T16:52:37Z"
  message: Scaled up replica set isvc-primary-b29bb6-predictor-99c6d7f9b from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-08T16:52:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-08T16:52:37Z"
    name: isvc-primary-b29bb6-predictor.18c05eaec975489a
    namespace: kserve-ci-e2e-test
    resourceVersion: "18803"
    uid: fc3a5ca5-b785-4d80-8c70-946864ca47a6
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-08T16:52:52Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-b29bb6-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18801"
    uid: 6cc557ed-4313-4ede-b98a-1dbdeae15ef5
  kind: Event
  lastTimestamp: "2026-07-08T16:53:22Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-08T16:52:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-08T16:53:22Z"
    name: isvc-primary-b29bb6-predictor.18c05eb248478904
    namespace: kserve-ci-e2e-test
    resourceVersion: "19177"
    uid: 59a5d339-5e6a-4616-9822-50d42e31f99b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-08T16:52:52Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-b29bb6-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18801"
    uid: 6cc557ed-4313-4ede-b98a-1dbdeae15ef5
  kind: Event
  lastTimestamp: "2026-07-08T16:53:22Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-08T16:52:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-08T16:53:22Z"
    name: isvc-primary-b29bb6-predictor.18c05eb248b86079
    namespace: kserve-ci-e2e-test
    resourceVersion: "19178"
    uid: d3f36a08-7c76-4c2a-b5b1-6fe988367a9d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-08T16:53:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-b29bb6-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18965"
    uid: 6cc557ed-4313-4ede-b98a-1dbdeae15ef5
  kind: Event
  lastTimestamp: "2026-07-08T16:54:07Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-08T16:53:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-08T16:54:07Z"
    name: isvc-primary-b29bb6-predictor.18c05eb5c804dea7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19555"
    uid: 4f01bebc-57a9-485e-b681-1094d66141c9
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-08T16:53:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-b29bb6-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18965"
    uid: 6cc557ed-4313-4ede-b98a-1dbdeae15ef5
  kind: Event
  lastTimestamp: "2026-07-08T16:54:07Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-08T16:53:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-08T16:54:07Z"
    name: isvc-primary-b29bb6-predictor.18c05eb5c914cf70
    namespace: kserve-ci-e2e-test
    resourceVersion: "19556"
    uid: cbcc7b82-0f42-4073-bb0d-992a151ace28
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-08T16:52:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-b29bb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "18793"
    uid: 3169fec2-a3cc-4c07-a33d-2a542d585540
  kind: Event
  lastTimestamp: "2026-07-08T16:53:49Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-08T16:52:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-08T16:53:49Z"
    name: isvc-primary-b29bb6.18c05eaec97b1585
    namespace: kserve-ci-e2e-test
    resourceVersion: "19373"
    uid: 9820aa15-8167-4940-8464-5edd2d275b34
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-08T16:52:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-b29bb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "18793"
    uid: 3169fec2-a3cc-4c07-a33d-2a542d585540
  kind: Event
  lastTimestamp: "2026-07-08T16:52:37Z"
  message: 'Failed to update status for InferenceService "isvc-primary-b29bb6": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-primary-b29bb6":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-08T16:52:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-08T16:52:37Z"
    name: isvc-primary-b29bb6.18c05eaec9f3506a
    namespace: kserve-ci-e2e-test
    resourceVersion: "18806"
    uid: a7125c93-d523-4cb0-8ec3-a365a55ea5ad
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-08T16:52:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-b29bb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "18793"
    uid: 3169fec2-a3cc-4c07-a33d-2a542d585540
  kind: Event
  lastTimestamp: "2026-07-08T16:52:37Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-primary-b29bb6": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-08T16:52:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-08T16:52:37Z"
    name: isvc-primary-b29bb6.18c05eaec9f38e86
    namespace: kserve-ci-e2e-test
    resourceVersion: "18807"
    uid: 238768b4-f7fc-4ce3-951c-7ef9c02e3769
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-08T16:53:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-b29bb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19371"
    uid: 3169fec2-a3cc-4c07-a33d-2a542d585540
  kind: Event
  lastTimestamp: "2026-07-08T16:53:49Z"
  message: InferenceService [isvc-primary-b29bb6] is Ready
  metadata:
    creationTimestamp: "2026-07-08T16:53:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-08T16:53:49Z"
    name: isvc-primary-b29bb6.18c05ebf9a557072
    namespace: kserve-ci-e2e-test
    resourceVersion: "19372"
    uid: ff68ee49-33af-4bd8-aeb2-e116d2b675ff
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-08T16:43:20.875291Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-raw-sklearn-batcher-f4d1e-predictor-69bc59bcd9-dwtb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "13960"
    uid: 20a82567-af40-4463-be50-bdbd939db669
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-raw-sklearn-batcher-f4d1e-predictor-69bc59bcd9-dwtb7
    to ip-10-0-138-223.ec2.internal
  metadata:
    creationTimestamp: "2026-07-08T16:43:20Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-08T16:43:20Z"
    name: isvc-raw-sklearn-batcher-f4d1e-predictor-69bc59bcd9-dwtb7.18c05e2d3fc78e66
    namespace: kserve-ci-e2e-test
    resourceVersion: "13966"
    uid: 6db49421-2ee6-497e-83ce-9badf0c29cf0
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5bbdbf648f-8grkq
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-08T16:43:21Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-raw-sklearn-batcher-f4d1e-predictor-69bc59bcd9-dwtb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "13970"
    uid: 20a82567-af40-4463-be50-bdbd939db669
  kind: Event
  lastTimestamp: "2026-07-08T16:43:21Z"
  message: Add eth0 [10.133.0.23/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-08T16:43:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-08T16:43:21Z"
    name: isvc-raw-sklearn-batcher-f4d1e-predictor-69bc59bcd9-dwtb7.18c05e2d59779ca4
    namespace: kserve-ci-e2e-test
    resourceVersion: "13981"
    uid: 846a8689-48e1-4fa2-8455-5b835366711f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-08T16:43:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-raw-sklearn-batcher-f4d1e-predictor-69bc59bcd9-dwtb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "13962"
    uid: 20a82567-af40-4463-be50-bdbd939db669
  kind: Event
  lastTimestamp: "2026-07-08T16:43:21Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:43b18792ad3c8c70fe63e50dee47838dba7fd6b00a2dcfe15c76c1dafc2c7ad8"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-08T16:43:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-08T16:43:21Z"
    name: isvc-raw-sklearn-batcher-f4d1e-predictor-69bc59bcd9-dwtb7.18c05e2d5af79708
    namespace: kserve-ci-e2e-test
    resourceVersion: "13983"
    uid: 898f6cd2-6b9c-4268-926b-d20c3ab2c8e2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-223.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-223.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-08T16:43:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-raw-sklearn-batcher-f4d1e-predictor-69bc59bcd9-dwtb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "13962"
    uid: 20a82567-af40-4463-be50-bdbd939db669
  kind: Event
  lastTimestamp: "2026-07-08T16:43:21Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-08T16:43:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-08T16:43:21Z"
    name: isvc-raw-sklearn-batcher-f4d1e-predictor-69bc59bcd9-dwtb7.18c05e2d5d982f1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "13985"
    uid: 39e4f6bd-8380-4690-bac3-bdda62de8123
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-223.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-223.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-08T16:43:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-raw-sklearn-batcher-f4d1e-predictor-69bc59bcd9-dwtb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "13962"
    uid: 20a82567-af40-4463-be50-bdbd939db669
  kind: Event
  lastTimestamp: "2026-07-08T16:43:21Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-08T16:43:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-08T16:43:21Z"
    name: isvc-raw-sklearn-batcher-f4d1e-predictor-69bc59bcd9-dwtb7.18c05e2d5e07d8bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "13986"
    uid: a8b4b139-6d73-49f0-bb59-a670ab584fa2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-223.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-223.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-08T16:43:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-f4d1e-predictor-69bc59bcd9-dwtb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "13962"
    uid: 20a82567-af40-4463-be50-bdbd939db669
  kind: Event
  lastTimestamp: "2026-07-08T16:43:25Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1707"
  metadata:
    creationTimestamp: "2026-07-08T16:43:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-08T16:43:25Z"
    name: isvc-raw-sklearn-batcher-f4d1e-predictor-69bc59bcd9-dwtb7.18c05e2e394c9fb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14014"
    uid: 61c3681d-2930-4d4a-bf2a-f66e805471be
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-223.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-223.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-08T16:43:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-f4d1e-predictor-69bc59bcd9-dwtb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "13962"
    uid: 20a82567-af40-4463-be50-bdbd939db669
  kind: Event
  lastTimestamp: "2026-07-08T16:43:38Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1707"
    in 13.684s (13.684s including waiting). Image size: 1555648957 bytes.'
  metadata:
    creationTimestamp: "2026-07-08T16:43:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-08T16:43:38Z"
    name: isvc-raw-sklearn-batcher-f4d1e-predictor-69bc59bcd9-dwtb7.18c05e3168fd042f
    namespace: kserve-ci-e2e-test
    resourceVersion: "14110"
    uid: b1d5bd5d-0c88-40ec-bb97-ad41b2382705
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-223.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-223.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-08T16:43:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-f4d1e-predictor-69bc59bcd9-dwtb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "13962"
    uid: 20a82567-af40-4463-be50-bdbd939db669
  kind: Event
  lastTimestamp: "2026-07-08T16:43:38Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-08T16:43:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-08T16:43:38Z"
    name: isvc-raw-sklearn-batcher-f4d1e-predictor-69bc59bcd9-dwtb7.18c05e316c13af12
    namespace: kserve-ci-e2e-test
    resourceVersion: "14111"
    uid: 16b531e1-2f6a-4191-939f-415c15722971
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-223.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-223.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-08T16:43:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-f4d1e-predictor-69bc59bcd9-dwtb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "13962"
    uid: 20a82567-af40-4463-be50-bdbd939db669
  kind: Event
  lastTimestamp: "2026-07-08T16:43:38Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-08T16:43:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-08T16:43:38Z"
    name: isvc-raw-sklearn-batcher-f4d1e-predictor-69bc59bcd9-dwtb7.18c05e316c852707
    namespace: kserve-ci-e2e-test
    resourceVersion: "14112"
    uid: 2f14645e-a3e3-4a06-861c-c05d92087692
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-223.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-223.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-08T16:43:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-f4d1e-predictor-69bc59bcd9-dwtb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "13962"
    uid: 20a82567-af40-4463-be50-bdbd939db669
  kind: Event
  lastTimestamp: "2026-07-08T16:43:38Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-07-08T16:43:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-08T16:43:38Z"
    name: isvc-raw-sklearn-batcher-f4d1e-predictor-69bc59bcd9-dwtb7.18c05e316c91c0f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14113"
    uid: 203e1d4b-086d-4dfc-81a5-60363f4fe496
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-223.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-223.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-08T16:43:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-f4d1e-predictor-69bc59bcd9-dwtb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "13962"
    uid: 20a82567-af40-4463-be50-bdbd939db669
  kind: Event
  lastTimestamp: "2026-07-08T16:43:40Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.084s (2.084s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-07-08T16:43:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-08T16:43:40Z"
    name: isvc-raw-sklearn-batcher-f4d1e-predictor-69bc59bcd9-dwtb7.18c05e31e8d2b5e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "14132"
    uid: 85082f3b-7e2d-4929-a9c2-21d3ba96aefb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-223.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-223.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-08T16:43:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-f4d1e-predictor-69bc59bcd9-dwtb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "13962"
    uid: 20a82567-af40-4463-be50-bdbd939db669
  kind: Event
  lastTimestamp: "2026-07-08T16:43:40Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-08T16:43:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-08T16:43:40Z"
    name: isvc-raw-sklearn-batcher-f4d1e-predictor-69bc59bcd9-dwtb7.18c05e31eba523b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "14134"
    uid: d0fdad4b-bdca-4228-8bf2-a08c7a6dc7eb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-223.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-223.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-08T16:43:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-f4d1e-predictor-69bc59bcd9-dwtb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "13962"
    uid: 20a82567-af40-4463-be50-bdbd939db669
  kind: Event
  lastTimestamp: "2026-07-08T16:43:40Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-08T16:43:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-08T16:43:40Z"
    name: isvc-raw-sklearn-batcher-f4d1e-predictor-69bc59bcd9-dwtb7.18c05e31ec16fc4a
    namespace: kserve-ci-e2e-test
    resourceVersion: "14135"
    uid: b6fdb822-e3c8-4d52-8a84-6ed1b684e9ae
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-223.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-223.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-08T16:43:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-f4d1e-predictor-69bc59bcd9-dwtb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "13962"
    uid: 20a82567-af40-4463-be50-bdbd939db669
  kind: Event
  lastTimestamp: "2026-07-08T16:43:40Z"
  message: Pulling image "quay.io/opendatahub/kserve-agent@sha256:7cf57df6438fd0be0182caf8c665267f434f07d282f75228157fde800aa58082"
  metadata:
    creationTimestamp: "2026-07-08T16:43:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-08T16:43:40Z"
    name: isvc-raw-sklearn-batcher-f4d1e-predictor-69bc59bcd9-dwtb7.18c05e31ec23e4c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "14136"
    uid: dc7a68b3-3f24-4301-ba36-4e06bb762e7b
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-223.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-223.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-08T16:43:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-f4d1e-predictor-69bc59bcd9-dwtb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "13962"
    uid: 20a82567-af40-4463-be50-bdbd939db669
  kind: Event
  lastTimestamp: "2026-07-08T16:43:43Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent@sha256:7cf57df6438fd0be0182caf8c665267f434f07d282f75228157fde800aa58082"
    in 2.781s (2.781s including waiting). Image size: 239997061 bytes.'
  metadata:
    creationTimestamp: "2026-07-08T16:43:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-08T16:43:43Z"
    name: isvc-raw-sklearn-batcher-f4d1e-predictor-69bc59bcd9-dwtb7.18c05e3291ed1cf0
    namespace: kserve-ci-e2e-test
    resourceVersion: "14157"
    uid: d92b5c76-36c9-4185-ad13-a9e084e78632
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-223.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-223.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-08T16:43:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-f4d1e-predictor-69bc59bcd9-dwtb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "13962"
    uid: 20a82567-af40-4463-be50-bdbd939db669
  kind: Event
  lastTimestamp: "2026-07-08T16:43:43Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-07-08T16:43:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-08T16:43:43Z"
    name: isvc-raw-sklearn-batcher-f4d1e-predictor-69bc59bcd9-dwtb7.18c05e3295276bfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "14158"
    uid: a85eaf13-a5d7-4596-a8b4-ac61150c7aca
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-223.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-223.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-08T16:43:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-f4d1e-predictor-69bc59bcd9-dwtb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "13962"
    uid: 20a82567-af40-4463-be50-bdbd939db669
  kind: Event
  lastTimestamp: "2026-07-08T16:43:43Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-07-08T16:43:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-08T16:43:43Z"
    name: isvc-raw-sklearn-batcher-f4d1e-predictor-69bc59bcd9-dwtb7.18c05e32959bf65a
    namespace: kserve-ci-e2e-test
    resourceVersion: "14159"
    uid: 779f13f9-6905-4dc6-a9de-ce159ed66a4f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-223.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-223.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-08T16:43:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-f4d1e-predictor-69bc59bcd9-dwtb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "13962"
    uid: 20a82567-af40-4463-be50-bdbd939db669
  kind: Event
  lastTimestamp: "2026-07-08T16:45:16Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.23:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-08T16:43:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-08T16:45:16Z"
    name: isvc-raw-sklearn-batcher-f4d1e-predictor-69bc59bcd9-dwtb7.18c05e32ab3c5fee
    namespace: kserve-ci-e2e-test
    resourceVersion: "14984"
    uid: 9a5fea8c-ea57-4759-a97c-01e596935cd6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-223.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-223.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-08T16:43:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-f4d1e-predictor-69bc59bcd9-dwtb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "13962"
    uid: 20a82567-af40-4463-be50-bdbd939db669
  kind: Event
  lastTimestamp: "2026-07-08T16:45:06Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-07-08T16:43:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-08T16:45:06Z"
    name: isvc-raw-sklearn-batcher-f4d1e-predictor-69bc59bcd9-dwtb7.18c05e32ab445f04
    namespace: kserve-ci-e2e-test
    resourceVersion: "14911"
    uid: 347a1a61-4037-4043-8b0c-c9812f121d09
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-223.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-223.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-08T16:44:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-f4d1e-predictor-69bc59bcd9-dwtb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "13962"
    uid: 20a82567-af40-4463-be50-bdbd939db669
  kind: Event
  lastTimestamp: "2026-07-08T16:44:55Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-08T16:44:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-08T16:44:55Z"
    name: isvc-raw-sklearn-batcher-f4d1e-predictor-69bc59bcd9-dwtb7.18c05e43618b59fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "14711"
    uid: 478e6c8f-062c-4ee1-a0fd-70ea59837946
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-223.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-223.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-08T16:44:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-f4d1e-predictor-69bc59bcd9-dwtb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "13962"
    uid: 20a82567-af40-4463-be50-bdbd939db669
  kind: Event
  lastTimestamp: "2026-07-08T16:44:55Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-07-08T16:44:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-08T16:44:55Z"
    name: isvc-raw-sklearn-batcher-f4d1e-predictor-69bc59bcd9-dwtb7.18c05e43618bafb8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14714"
    uid: 63890843-fb4b-4576-911f-83cb3d0c85ce
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-223.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-223.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-08T16:44:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-f4d1e-predictor-69bc59bcd9-dwtb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "13962"
    uid: 20a82567-af40-4463-be50-bdbd939db669
  kind: Event
  lastTimestamp: "2026-07-08T16:44:55Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-08T16:44:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-08T16:44:55Z"
    name: isvc-raw-sklearn-batcher-f4d1e-predictor-69bc59bcd9-dwtb7.18c05e43618c4b83
    namespace: kserve-ci-e2e-test
    resourceVersion: "14717"
    uid: a8f3e2c1-1d8f-4a07-ba20-3ccf41697fe0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-223.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-223.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-08T16:45:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-f4d1e-predictor-69bc59bcd9-dwtb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "13962"
    uid: 20a82567-af40-4463-be50-bdbd939db669
  kind: Event
  lastTimestamp: "2026-07-08T16:45:15Z"
  message: 'Readiness probe failed: Get "https://10.133.0.23:8643/healthz": dial tcp
    10.133.0.23:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-08T16:45:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-08T16:45:15Z"
    name: isvc-raw-sklearn-batcher-f4d1e-predictor-69bc59bcd9-dwtb7.18c05e445d58ec74
    namespace: kserve-ci-e2e-test
    resourceVersion: "14975"
    uid: bdd50d97-f045-4086-932a-10df91216e92
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-223.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-223.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-08T16:43:20Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-raw-sklearn-batcher-f4d1e-predictor-69bc59bcd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "13949"
    uid: 4c3d0638-2804-496c-a719-49b9da364b45
  kind: Event
  lastTimestamp: "2026-07-08T16:43:20Z"
  message: 'Created pod: isvc-raw-sklearn-batcher-f4d1e-predictor-69bc59bcd9-dwtb7'
  metadata:
    creationTimestamp: "2026-07-08T16:43:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-08T16:43:20Z"
    name: isvc-raw-sklearn-batcher-f4d1e-predictor-69bc59bcd9.18c05e2d3f3bce2e
    namespace: kserve-ci-e2e-test
    resourceVersion: "13961"
    uid: eb7879ce-98e3-4634-8cda-4058243c38b7
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-08T16:43:20Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-raw-sklearn-batcher-f4d1e-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "13948"
    uid: 979082be-630b-449b-944d-f166316fe81a
  kind: Event
  lastTimestamp: "2026-07-08T16:43:20Z"
  message: Scaled up replica set isvc-raw-sklearn-batcher-f4d1e-predictor-69bc59bcd9
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-08T16:43:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-08T16:43:20Z"
    name: isvc-raw-sklearn-batcher-f4d1e-predictor.18c05e2d36ea6848
    namespace: kserve-ci-e2e-test
    resourceVersion: "13950"
    uid: a9fedeed-e765-48d1-b7e6-17306ba4158b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-08T16:43:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-raw-sklearn-batcher-f4d1e-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "13956"
    uid: 84c0b3cc-66b3-4f93-9df8-407548241895
  kind: Event
  lastTimestamp: "2026-07-08T16:44:20Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-08T16:43:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-08T16:44:20Z"
    name: isvc-raw-sklearn-batcher-f4d1e-predictor.18c05e30bc2896b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "14436"
    uid: 678967fc-7969-4d9e-b5f5-c2b86f32c50a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-08T16:43:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-raw-sklearn-batcher-f4d1e-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "13956"
    uid: 84c0b3cc-66b3-4f93-9df8-407548241895
  kind: Event
  lastTimestamp: "2026-07-08T16:44:20Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-08T16:43:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-08T16:44:20Z"
    name: isvc-raw-sklearn-batcher-f4d1e-predictor.18c05e30bc928481
    namespace: kserve-ci-e2e-test
    resourceVersion: "14437"
    uid: 1fbdf32d-20d6-47e4-9a82-c40e6f58040c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-08T16:44:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-raw-sklearn-batcher-f4d1e-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14088"
    uid: 84c0b3cc-66b3-4f93-9df8-407548241895
  kind: Event
  lastTimestamp: "2026-07-08T16:44:50Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-08T16:44:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-08T16:44:50Z"
    name: isvc-raw-sklearn-batcher-f4d1e-predictor.18c05e37ba83e90e
    namespace: kserve-ci-e2e-test
    resourceVersion: "14655"
    uid: 7f62b9ef-85e1-438b-83b3-d82e0e01ba37
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-08T16:44:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-raw-sklearn-batcher-f4d1e-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14088"
    uid: 84c0b3cc-66b3-4f93-9df8-407548241895
  kind: Event
  lastTimestamp: "2026-07-08T16:44:50Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-08T16:44:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-08T16:44:50Z"
    name: isvc-raw-sklearn-batcher-f4d1e-predictor.18c05e37bb038d32
    namespace: kserve-ci-e2e-test
    resourceVersion: "14656"
    uid: 41fb0960-d8da-485b-8deb-0e94578e15be
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-08T16:43:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-raw-sklearn-batcher-f4d1e
    namespace: kserve-ci-e2e-test
    resourceVersion: "13941"
    uid: e2f96b7b-012d-4107-9ca4-1990da917a24
  kind: Event
  lastTimestamp: "2026-07-08T16:44:46Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-08T16:43:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-08T16:44:46Z"
    name: isvc-raw-sklearn-batcher-f4d1e.18c05e2d3cea951c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14625"
    uid: 4e1a523b-018d-4292-9dc7-96c4203d98bf
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-08T16:43:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-raw-sklearn-batcher-f4d1e
    namespace: kserve-ci-e2e-test
    resourceVersion: "13941"
    uid: e2f96b7b-012d-4107-9ca4-1990da917a24
  kind: Event
  lastTimestamp: "2026-07-08T16:43:20Z"
  message: 'Failed to update status for InferenceService "isvc-raw-sklearn-batcher-f4d1e":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-raw-sklearn-batcher-f4d1e":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-08T16:43:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-08T16:43:20Z"
    name: isvc-raw-sklearn-batcher-f4d1e.18c05e2d3d5b1d0f
    namespace: kserve-ci-e2e-test
    resourceVersion: "13958"
    uid: 389ccab9-9541-4154-9b42-60f34e845ce9
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-08T16:43:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-raw-sklearn-batcher-f4d1e
    namespace: kserve-ci-e2e-test
    resourceVersion: "13941"
    uid: e2f96b7b-012d-4107-9ca4-1990da917a24
  kind: Event
  lastTimestamp: "2026-07-08T16:43:20Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-raw-sklearn-batcher-f4d1e": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-08T16:43:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-08T16:43:20Z"
    name: isvc-raw-sklearn-batcher-f4d1e.18c05e2d3d5b6093
    namespace: kserve-ci-e2e-test
    resourceVersion: "13959"
    uid: e9a9f2d7-b21c-441f-bd6f-56f79a5fef62
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-08T16:44:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-raw-sklearn-batcher-f4d1e
    namespace: kserve-ci-e2e-test
    resourceVersion: "14623"
    uid: e2f96b7b-012d-4107-9ca4-1990da917a24
  kind: Event
  lastTimestamp: "2026-07-08T16:44:46Z"
  message: InferenceService [isvc-raw-sklearn-batcher-f4d1e] is Ready
  metadata:
    creationTimestamp: "2026-07-08T16:44:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-08T16:44:46Z"
    name: isvc-raw-sklearn-batcher-f4d1e.18c05e4122dace10
    namespace: kserve-ci-e2e-test
    resourceVersion: "14624"
    uid: c78ff5a0-f353-4ea2-baa0-e374ad10d981
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-08T16:53:57.586114Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-b29bb6-predictor-7f7c99774c-f5lms
    namespace: kserve-ci-e2e-test
    resourceVersion: "19450"
    uid: ecaee57b-2a3c-4351-bc3e-2e4e1c99652f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-secondary-b29bb6-predictor-7f7c99774c-f5lms
    to ip-10-0-138-223.ec2.internal
  metadata:
    creationTimestamp: "2026-07-08T16:53:57Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-08T16:53:57Z"
    name: isvc-secondary-b29bb6-predictor-7f7c99774c-f5lms.18c05ec17eb3ac06
    namespace: kserve-ci-e2e-test
    resourceVersion: "19457"
    uid: 7dc9d372-facf-4ffb-b78e-86820d35c114
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5bbdbf648f-8grkq
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-08T16:53:58Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-b29bb6-predictor-7f7c99774c-f5lms
    namespace: kserve-ci-e2e-test
    resourceVersion: "19458"
    uid: ecaee57b-2a3c-4351-bc3e-2e4e1c99652f
  kind: Event
  lastTimestamp: "2026-07-08T16:53:58Z"
  message: Add eth0 [10.133.0.32/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-08T16:53:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-08T16:53:58Z"
    name: isvc-secondary-b29bb6-predictor-7f7c99774c-f5lms.18c05ec197bafa9a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19467"
    uid: 7dc9b831-54bf-4c30-998d-fbb8c51c4cf5
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-08T16:53:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-b29bb6-predictor-7f7c99774c-f5lms
    namespace: kserve-ci-e2e-test
    resourceVersion: "19453"
    uid: ecaee57b-2a3c-4351-bc3e-2e4e1c99652f
  kind: Event
  lastTimestamp: "2026-07-08T16:54:02Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:43b18792ad3c8c70fe63e50dee47838dba7fd6b00a2dcfe15c76c1dafc2c7ad8"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-08T16:53:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-08T16:54:02Z"
    name: isvc-secondary-b29bb6-predictor-7f7c99774c-f5lms.18c05ec199eeedd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19510"
    uid: 9a2ecbe1-6236-4d2d-a48c-ecb3af347c39
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-223.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-223.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-08T16:53:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-b29bb6-predictor-7f7c99774c-f5lms
    namespace: kserve-ci-e2e-test
    resourceVersion: "19453"
    uid: ecaee57b-2a3c-4351-bc3e-2e4e1c99652f
  kind: Event
  lastTimestamp: "2026-07-08T16:54:02Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-08T16:53:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-08T16:54:02Z"
    name: isvc-secondary-b29bb6-predictor-7f7c99774c-f5lms.18c05ec19cacf496
    namespace: kserve-ci-e2e-test
    resourceVersion: "19513"
    uid: d6737399-3ff0-409c-a6cd-7a1f2a610d68
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-223.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-223.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-08T16:53:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-b29bb6-predictor-7f7c99774c-f5lms
    namespace: kserve-ci-e2e-test
    resourceVersion: "19453"
    uid: ecaee57b-2a3c-4351-bc3e-2e4e1c99652f
  kind: Event
  lastTimestamp: "2026-07-08T16:54:02Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-08T16:53:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-08T16:54:02Z"
    name: isvc-secondary-b29bb6-predictor-7f7c99774c-f5lms.18c05ec19d1dd660
    namespace: kserve-ci-e2e-test
    resourceVersion: "19514"
    uid: 76c359fa-f0df-434f-b2f3-49371c74bbe0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-223.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-223.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-08T16:54:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-b29bb6-predictor-7f7c99774c-f5lms
    namespace: kserve-ci-e2e-test
    resourceVersion: "19453"
    uid: ecaee57b-2a3c-4351-bc3e-2e4e1c99652f
  kind: Event
  lastTimestamp: "2026-07-08T16:54:08Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-secondary-b29bb6-predictor-7f7c99774c-f5lms_kserve-ci-e2e-test(ecaee57b-2a3c-4351-bc3e-2e4e1c99652f)
  metadata:
    creationTimestamp: "2026-07-08T16:54:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-08T16:54:08Z"
    name: isvc-secondary-b29bb6-predictor-7f7c99774c-f5lms.18c05ec411b0747f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19566"
    uid: 40f9b224-b7a3-49f4-830f-729f14ef184f
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-223.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-223.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-08T16:53:57Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-secondary-b29bb6-predictor-7f7c99774c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19440"
    uid: a7c922c4-2a1b-44fa-9d66-534653c9f42f
  kind: Event
  lastTimestamp: "2026-07-08T16:53:57Z"
  message: 'Created pod: isvc-secondary-b29bb6-predictor-7f7c99774c-f5lms'
  metadata:
    creationTimestamp: "2026-07-08T16:53:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-08T16:53:57Z"
    name: isvc-secondary-b29bb6-predictor-7f7c99774c.18c05ec17dc1435e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19452"
    uid: 97c1ee1f-a7db-48e5-8f1d-05fd8385d55b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-08T16:53:57Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-secondary-b29bb6-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19438"
    uid: 36672d75-90e0-4191-808f-57e45f7a6b42
  kind: Event
  lastTimestamp: "2026-07-08T16:53:57Z"
  message: Scaled up replica set isvc-secondary-b29bb6-predictor-7f7c99774c from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-08T16:53:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-08T16:53:57Z"
    name: isvc-secondary-b29bb6-predictor.18c05ec177885b29
    namespace: kserve-ci-e2e-test
    resourceVersion: "19443"
    uid: ee7bf178-9ac9-49d8-a9b2-fa95873d908f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-08T16:54:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-b29bb6-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19439"
    uid: 6b7eef28-bf3b-40c3-aa09-dc2e1a6ef72c
  kind: Event
  lastTimestamp: "2026-07-08T16:54:12Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-08T16:54:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-08T16:54:12Z"
    name: isvc-secondary-b29bb6-predictor.18c05ec4f5ca80b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "19597"
    uid: 14916058-5e78-4b62-a939-49b0069fdbe5
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-08T16:54:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-b29bb6-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19439"
    uid: 6b7eef28-bf3b-40c3-aa09-dc2e1a6ef72c
  kind: Event
  lastTimestamp: "2026-07-08T16:54:12Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-08T16:54:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-08T16:54:12Z"
    name: isvc-secondary-b29bb6-predictor.18c05ec4f6486b91
    namespace: kserve-ci-e2e-test
    resourceVersion: "19599"
    uid: d4248fe1-51d5-460d-875e-04313fecdee6
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-08T16:53:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-b29bb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19431"
    uid: 1b284eff-6258-4aca-a532-ddcc7336183a
  kind: Event
  lastTimestamp: "2026-07-08T16:54:08Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-08T16:53:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-08T16:54:08Z"
    name: isvc-secondary-b29bb6.18c05ec17787948d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19573"
    uid: 93790660-cdc0-4b32-859f-b451bc1c85c0
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-08T16:53:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-b29bb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19431"
    uid: 1b284eff-6258-4aca-a532-ddcc7336183a
  kind: Event
  lastTimestamp: "2026-07-08T16:53:57Z"
  message: 'Failed to update status for InferenceService "isvc-secondary-b29bb6":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-secondary-b29bb6":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-08T16:53:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-08T16:53:57Z"
    name: isvc-secondary-b29bb6.18c05ec177ff3378
    namespace: kserve-ci-e2e-test
    resourceVersion: "19444"
    uid: eec02dbf-3728-4837-b03c-8f1b2432ab84
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-08T16:53:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-b29bb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19431"
    uid: 1b284eff-6258-4aca-a532-ddcc7336183a
  kind: Event
  lastTimestamp: "2026-07-08T16:53:57Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-secondary-b29bb6": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-08T16:53:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-08T16:53:57Z"
    name: isvc-secondary-b29bb6.18c05ec177ff6e2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19446"
    uid: 5059211a-ee26-40af-a10c-3d746bc83fb4
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-08T16:44:56.057843Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-2fcf8-predictor-7b77855b97-nvnbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "14731"
    uid: 91dbb4fe-1419-4dc6-a3cd-1fa7807c1a40
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-graph-raw-2fcf8-predictor-7b77855b97-nvnbc
    to ip-10-0-138-223.ec2.internal
  metadata:
    creationTimestamp: "2026-07-08T16:44:56Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-08T16:44:56Z"
    name: isvc-sklearn-graph-raw-2fcf8-predictor-7b77855b97-nvnbc.18c05e43691a17ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "14739"
    uid: 8550a4ca-8da9-40d4-86a6-c7112e81b4e1
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5bbdbf648f-8grkq
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-08T16:44:56Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-2fcf8-predictor-7b77855b97-nvnbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "14750"
    uid: 91dbb4fe-1419-4dc6-a3cd-1fa7807c1a40
  kind: Event
  lastTimestamp: "2026-07-08T16:44:56Z"
  message: Add eth0 [10.133.0.24/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-08T16:44:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-08T16:44:56Z"
    name: isvc-sklearn-graph-raw-2fcf8-predictor-7b77855b97-nvnbc.18c05e438225a526
    namespace: kserve-ci-e2e-test
    resourceVersion: "14787"
    uid: 4eea5a3e-f337-4c32-87e5-022b6f3d3e80
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-08T16:44:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-2fcf8-predictor-7b77855b97-nvnbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "14735"
    uid: 91dbb4fe-1419-4dc6-a3cd-1fa7807c1a40
  kind: Event
  lastTimestamp: "2026-07-08T16:44:56Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:43b18792ad3c8c70fe63e50dee47838dba7fd6b00a2dcfe15c76c1dafc2c7ad8"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-08T16:44:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-08T16:44:56Z"
    name: isvc-sklearn-graph-raw-2fcf8-predictor-7b77855b97-nvnbc.18c05e4383afc003
    namespace: kserve-ci-e2e-test
    resourceVersion: "14789"
    uid: 3bfcaa32-912d-48ef-921b-7764cfa016cc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-223.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-223.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-08T16:44:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-2fcf8-predictor-7b77855b97-nvnbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "14735"
    uid: 91dbb4fe-1419-4dc6-a3cd-1fa7807c1a40
  kind: Event
  lastTimestamp: "2026-07-08T16:44:56Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-08T16:44:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-08T16:44:56Z"
    name: isvc-sklearn-graph-raw-2fcf8-predictor-7b77855b97-nvnbc.18c05e43869ce2e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "14790"
    uid: c60b5ad2-9f9a-4768-94b4-9d0cce6f0100
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-223.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-223.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-08T16:44:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-2fcf8-predictor-7b77855b97-nvnbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "14735"
    uid: 91dbb4fe-1419-4dc6-a3cd-1fa7807c1a40
  kind: Event
  lastTimestamp: "2026-07-08T16:44:56Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-08T16:44:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-08T16:44:56Z"
    name: isvc-sklearn-graph-raw-2fcf8-predictor-7b77855b97-nvnbc.18c05e4386fbea92
    namespace: kserve-ci-e2e-test
    resourceVersion: "14791"
    uid: 8d719293-2953-43af-b6b8-8c3d7986adb5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-223.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-223.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-08T16:45:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-2fcf8-predictor-7b77855b97-nvnbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "14735"
    uid: 91dbb4fe-1419-4dc6-a3cd-1fa7807c1a40
  kind: Event
  lastTimestamp: "2026-07-08T16:45:01Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1707"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-08T16:45:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-08T16:45:01Z"
    name: isvc-sklearn-graph-raw-2fcf8-predictor-7b77855b97-nvnbc.18c05e44aaecffff
    namespace: kserve-ci-e2e-test
    resourceVersion: "14861"
    uid: 5dab0f22-6b0b-4899-aecb-74a46ba0e6be
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-223.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-223.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-08T16:45:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-2fcf8-predictor-7b77855b97-nvnbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "14735"
    uid: 91dbb4fe-1419-4dc6-a3cd-1fa7807c1a40
  kind: Event
  lastTimestamp: "2026-07-08T16:45:01Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-08T16:45:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-08T16:45:01Z"
    name: isvc-sklearn-graph-raw-2fcf8-predictor-7b77855b97-nvnbc.18c05e44ae08f06b
    namespace: kserve-ci-e2e-test
    resourceVersion: "14864"
    uid: e8854330-2bc2-4a29-9b9d-a5b498a94fa2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-223.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-223.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-08T16:45:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-2fcf8-predictor-7b77855b97-nvnbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "14735"
    uid: 91dbb4fe-1419-4dc6-a3cd-1fa7807c1a40
  kind: Event
  lastTimestamp: "2026-07-08T16:45:01Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-08T16:45:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-08T16:45:01Z"
    name: isvc-sklearn-graph-raw-2fcf8-predictor-7b77855b97-nvnbc.18c05e44ae6b42be
    namespace: kserve-ci-e2e-test
    resourceVersion: "14865"
    uid: db68b725-fac1-4e1c-afb9-a108939a00a3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-223.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-223.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-08T16:45:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-2fcf8-predictor-7b77855b97-nvnbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "14735"
    uid: 91dbb4fe-1419-4dc6-a3cd-1fa7807c1a40
  kind: Event
  lastTimestamp: "2026-07-08T16:45:01Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-08T16:45:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-08T16:45:01Z"
    name: isvc-sklearn-graph-raw-2fcf8-predictor-7b77855b97-nvnbc.18c05e44ae746325
    namespace: kserve-ci-e2e-test
    resourceVersion: "14868"
    uid: 0dbb5cbd-9091-4dda-9474-0575869e2c75
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-223.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-223.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-08T16:45:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-2fcf8-predictor-7b77855b97-nvnbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "14735"
    uid: 91dbb4fe-1419-4dc6-a3cd-1fa7807c1a40
  kind: Event
  lastTimestamp: "2026-07-08T16:45:01Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-08T16:45:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-08T16:45:01Z"
    name: isvc-sklearn-graph-raw-2fcf8-predictor-7b77855b97-nvnbc.18c05e44b1767d89
    namespace: kserve-ci-e2e-test
    resourceVersion: "14872"
    uid: 1d01c00b-0eb1-4699-91de-5e119456396a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-223.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-223.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-08T16:45:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-2fcf8-predictor-7b77855b97-nvnbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "14735"
    uid: 91dbb4fe-1419-4dc6-a3cd-1fa7807c1a40
  kind: Event
  lastTimestamp: "2026-07-08T16:45:01Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-08T16:45:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-08T16:45:01Z"
    name: isvc-sklearn-graph-raw-2fcf8-predictor-7b77855b97-nvnbc.18c05e44b1dc26e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14873"
    uid: 685a1190-8c24-4176-9027-4f94dffd713b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-223.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-223.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-08T16:45:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-2fcf8-predictor-7b77855b97-nvnbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "14735"
    uid: 91dbb4fe-1419-4dc6-a3cd-1fa7807c1a40
  kind: Event
  lastTimestamp: "2026-07-08T16:46:48Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.24:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-08T16:45:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-08T16:46:48Z"
    name: isvc-sklearn-graph-raw-2fcf8-predictor-7b77855b97-nvnbc.18c05e44e72208af
    namespace: kserve-ci-e2e-test
    resourceVersion: "15868"
    uid: 83233163-8737-4b35-8b31-4787873b80af
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-223.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-223.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-08T16:46:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-2fcf8-predictor-7b77855b97-nvnbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "14735"
    uid: 91dbb4fe-1419-4dc6-a3cd-1fa7807c1a40
  kind: Event
  lastTimestamp: "2026-07-08T16:46:46Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-08T16:46:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-08T16:46:46Z"
    name: isvc-sklearn-graph-raw-2fcf8-predictor-7b77855b97-nvnbc.18c05e5d148044ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "15760"
    uid: f999982f-a12f-4749-ba88-a47c3e6a7966
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-223.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-223.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-08T16:46:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-2fcf8-predictor-7b77855b97-nvnbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "14735"
    uid: 91dbb4fe-1419-4dc6-a3cd-1fa7807c1a40
  kind: Event
  lastTimestamp: "2026-07-08T16:46:46Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-08T16:46:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-08T16:46:46Z"
    name: isvc-sklearn-graph-raw-2fcf8-predictor-7b77855b97-nvnbc.18c05e5d1480e01f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15763"
    uid: 544a307b-5d44-45d0-9d42-9980ced4b122
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-223.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-223.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-08T16:46:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-2fcf8-predictor-7b77855b97-nvnbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "14735"
    uid: 91dbb4fe-1419-4dc6-a3cd-1fa7807c1a40
  kind: Event
  lastTimestamp: "2026-07-08T16:46:48Z"
  message: 'Readiness probe failed: Get "https://10.133.0.24:8643/healthz": dial tcp
    10.133.0.24:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-08T16:46:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-08T16:46:48Z"
    name: isvc-sklearn-graph-raw-2fcf8-predictor-7b77855b97-nvnbc.18c05e5d957da498
    namespace: kserve-ci-e2e-test
    resourceVersion: "15866"
    uid: 11e4318d-6431-4c42-b09d-97bb8933d5dc
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-223.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-223.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-08T16:44:56Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-graph-raw-2fcf8-predictor-7b77855b97
    namespace: kserve-ci-e2e-test
    resourceVersion: "14720"
    uid: 82de17df-c1e8-47e4-8c81-f9f547abe05c
  kind: Event
  lastTimestamp: "2026-07-08T16:44:56Z"
  message: 'Created pod: isvc-sklearn-graph-raw-2fcf8-predictor-7b77855b97-nvnbc'
  metadata:
    creationTimestamp: "2026-07-08T16:44:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-08T16:44:56Z"
    name: isvc-sklearn-graph-raw-2fcf8-predictor-7b77855b97.18c05e43689e68a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14734"
    uid: 7073a7a1-d3e8-4e7e-92fb-7f497ba529ab
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-08T16:44:55Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-graph-raw-2fcf8-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14715"
    uid: 1efdb091-3e9c-4d98-9f2d-6627a301c298
  kind: Event
  lastTimestamp: "2026-07-08T16:44:55Z"
  message: Scaled up replica set isvc-sklearn-graph-raw-2fcf8-predictor-7b77855b97
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-08T16:44:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-08T16:44:55Z"
    name: isvc-sklearn-graph-raw-2fcf8-predictor.18c05e43634c4506
    namespace: kserve-ci-e2e-test
    resourceVersion: "14721"
    uid: ebbc258b-c7d6-4e7b-8a0e-b6d7d8d34f6c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-08T16:45:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-2fcf8-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14718"
    uid: ff40bba7-3dc0-4066-8a58-f0700766060d
  kind: Event
  lastTimestamp: "2026-07-08T16:45:56Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-08T16:45:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-08T16:45:56Z"
    name: isvc-sklearn-graph-raw-2fcf8-predictor.18c05e46e1bd5752
    namespace: kserve-ci-e2e-test
    resourceVersion: "15290"
    uid: 94eade6c-a080-4afc-a475-2749d552a4dd
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-08T16:45:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-2fcf8-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14718"
    uid: ff40bba7-3dc0-4066-8a58-f0700766060d
  kind: Event
  lastTimestamp: "2026-07-08T16:45:56Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-08T16:45:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-08T16:45:56Z"
    name: isvc-sklearn-graph-raw-2fcf8-predictor.18c05e46e22320cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15291"
    uid: 250e94d4-e580-43f5-b207-c1aa98484f37
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-08T16:46:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-2fcf8-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14947"
    uid: ff40bba7-3dc0-4066-8a58-f0700766060d
  kind: Event
  lastTimestamp: "2026-07-08T16:46:41Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-08T16:46:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-08T16:46:41Z"
    name: isvc-sklearn-graph-raw-2fcf8-predictor.18c05e54ddfff707
    namespace: kserve-ci-e2e-test
    resourceVersion: "15662"
    uid: 771bda87-a6a5-47ea-a7a8-7fc934a56afe
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-08T16:46:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-2fcf8-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14947"
    uid: ff40bba7-3dc0-4066-8a58-f0700766060d
  kind: Event
  lastTimestamp: "2026-07-08T16:46:41Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-08T16:46:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-08T16:46:41Z"
    name: isvc-sklearn-graph-raw-2fcf8-predictor.18c05e54de66538f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15663"
    uid: 2980d9c5-0bb1-4117-84a1-9fb786b1b2c6
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-08T16:44:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-2fcf8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14690"
    uid: bb7f83d9-ea42-49b2-bce2-49d9c0acd850
  kind: Event
  lastTimestamp: "2026-07-08T16:46:18Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-08T16:44:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-08T16:46:18Z"
    name: isvc-sklearn-graph-raw-2fcf8.18c05e43635f638d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15465"
    uid: 0ce04682-a54f-4eb6-a2eb-514dfe69f1a3
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-08T16:44:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-2fcf8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14690"
    uid: bb7f83d9-ea42-49b2-bce2-49d9c0acd850
  kind: Event
  lastTimestamp: "2026-07-08T16:44:55Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-graph-raw-2fcf8":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-graph-raw-2fcf8":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-08T16:44:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-08T16:44:55Z"
    name: isvc-sklearn-graph-raw-2fcf8.18c05e4363e73aba
    namespace: kserve-ci-e2e-test
    resourceVersion: "14724"
    uid: 695aa3d4-2c84-4a75-b01f-15e6d9a36735
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-08T16:46:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-2fcf8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15463"
    uid: bb7f83d9-ea42-49b2-bce2-49d9c0acd850
  kind: Event
  lastTimestamp: "2026-07-08T16:46:18Z"
  message: InferenceService [isvc-sklearn-graph-raw-2fcf8] is Ready
  metadata:
    creationTimestamp: "2026-07-08T16:46:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-08T16:46:18Z"
    name: isvc-sklearn-graph-raw-2fcf8.18c05e569f1bcd2e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15464"
    uid: c465c068-32b4-46f6-9c1c-05846a793fa5
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-08T16:46:46.380395Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-36ff6-predictor-5dc449fd6f-d6s4z
    namespace: kserve-ci-e2e-test
    resourceVersion: "15770"
    uid: b5134f5e-e707-4030-806f-27609269d3fd
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-graph-raw-hpa-36ff6-predictor-5dc449fd6f-d6s4z
    to ip-10-0-138-223.ec2.internal
  metadata:
    creationTimestamp: "2026-07-08T16:46:46Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-08T16:46:46Z"
    name: isvc-sklearn-graph-raw-hpa-36ff6-predictor-5dc449fd6f-d6s4z.18c05e5d18d69394
    namespace: kserve-ci-e2e-test
    resourceVersion: "15779"
    uid: 1b036eae-f8b1-411b-9120-3a459e80cef3
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5bbdbf648f-8grkq
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-08T16:46:46Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-36ff6-predictor-5dc449fd6f-d6s4z
    namespace: kserve-ci-e2e-test
    resourceVersion: "15788"
    uid: b5134f5e-e707-4030-806f-27609269d3fd
  kind: Event
  lastTimestamp: "2026-07-08T16:46:46Z"
  message: Add eth0 [10.133.0.26/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-08T16:46:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-08T16:46:46Z"
    name: isvc-sklearn-graph-raw-hpa-36ff6-predictor-5dc449fd6f-d6s4z.18c05e5d322fcd51
    namespace: kserve-ci-e2e-test
    resourceVersion: "15836"
    uid: c8e4d4a5-1593-465e-87b6-8679646f657a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-08T16:46:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-36ff6-predictor-5dc449fd6f-d6s4z
    namespace: kserve-ci-e2e-test
    resourceVersion: "15777"
    uid: b5134f5e-e707-4030-806f-27609269d3fd
  kind: Event
  lastTimestamp: "2026-07-08T16:46:46Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:43b18792ad3c8c70fe63e50dee47838dba7fd6b00a2dcfe15c76c1dafc2c7ad8"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-08T16:46:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-08T16:46:46Z"
    name: isvc-sklearn-graph-raw-hpa-36ff6-predictor-5dc449fd6f-d6s4z.18c05e5d3384b284
    namespace: kserve-ci-e2e-test
    resourceVersion: "15839"
    uid: a8633e18-006b-40ce-b314-9c958c110a15
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-223.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-223.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-08T16:46:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-36ff6-predictor-5dc449fd6f-d6s4z
    namespace: kserve-ci-e2e-test
    resourceVersion: "15777"
    uid: b5134f5e-e707-4030-806f-27609269d3fd
  kind: Event
  lastTimestamp: "2026-07-08T16:46:46Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-08T16:46:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-08T16:46:46Z"
    name: isvc-sklearn-graph-raw-hpa-36ff6-predictor-5dc449fd6f-d6s4z.18c05e5d35f5c560
    namespace: kserve-ci-e2e-test
    resourceVersion: "15840"
    uid: d39731cc-e3df-43c3-8867-d5b02579a886
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-223.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-223.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-08T16:46:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-36ff6-predictor-5dc449fd6f-d6s4z
    namespace: kserve-ci-e2e-test
    resourceVersion: "15777"
    uid: b5134f5e-e707-4030-806f-27609269d3fd
  kind: Event
  lastTimestamp: "2026-07-08T16:46:46Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-08T16:46:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-08T16:46:46Z"
    name: isvc-sklearn-graph-raw-hpa-36ff6-predictor-5dc449fd6f-d6s4z.18c05e5d366144b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "15842"
    uid: 84666899-5b4e-4b93-b9f4-3a04090a4147
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-223.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-223.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-08T16:46:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-36ff6-predictor-5dc449fd6f-d6s4z
    namespace: kserve-ci-e2e-test
    resourceVersion: "15777"
    uid: b5134f5e-e707-4030-806f-27609269d3fd
  kind: Event
  lastTimestamp: "2026-07-08T16:46:50Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1707"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-08T16:46:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-08T16:46:50Z"
    name: isvc-sklearn-graph-raw-hpa-36ff6-predictor-5dc449fd6f-d6s4z.18c05e5e26b42c25
    namespace: kserve-ci-e2e-test
    resourceVersion: "15894"
    uid: bb62a8d1-53af-4354-9881-14da9f1b6d5d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-223.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-223.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-08T16:46:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-36ff6-predictor-5dc449fd6f-d6s4z
    namespace: kserve-ci-e2e-test
    resourceVersion: "15777"
    uid: b5134f5e-e707-4030-806f-27609269d3fd
  kind: Event
  lastTimestamp: "2026-07-08T16:46:50Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-08T16:46:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-08T16:46:50Z"
    name: isvc-sklearn-graph-raw-hpa-36ff6-predictor-5dc449fd6f-d6s4z.18c05e5e2a876b2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15900"
    uid: 4599d9a6-42c9-4a92-9e62-78cc08daa059
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-223.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-223.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-08T16:46:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-36ff6-predictor-5dc449fd6f-d6s4z
    namespace: kserve-ci-e2e-test
    resourceVersion: "15777"
    uid: b5134f5e-e707-4030-806f-27609269d3fd
  kind: Event
  lastTimestamp: "2026-07-08T16:46:50Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-08T16:46:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-08T16:46:50Z"
    name: isvc-sklearn-graph-raw-hpa-36ff6-predictor-5dc449fd6f-d6s4z.18c05e5e2af68376
    namespace: kserve-ci-e2e-test
    resourceVersion: "15903"
    uid: 90be15dd-c4ea-4a53-ae8e-309c81eabac2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-223.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-223.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-08T16:46:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-36ff6-predictor-5dc449fd6f-d6s4z
    namespace: kserve-ci-e2e-test
    resourceVersion: "15777"
    uid: b5134f5e-e707-4030-806f-27609269d3fd
  kind: Event
  lastTimestamp: "2026-07-08T16:46:50Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-08T16:46:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-08T16:46:50Z"
    name: isvc-sklearn-graph-raw-hpa-36ff6-predictor-5dc449fd6f-d6s4z.18c05e5e2aff41db
    namespace: kserve-ci-e2e-test
    resourceVersion: "15904"
    uid: da76cf46-3e3d-4265-b906-7efc06e8381c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-223.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-223.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-08T16:46:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-36ff6-predictor-5dc449fd6f-d6s4z
    namespace: kserve-ci-e2e-test
    resourceVersion: "15777"
    uid: b5134f5e-e707-4030-806f-27609269d3fd
  kind: Event
  lastTimestamp: "2026-07-08T16:46:51Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-08T16:46:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-08T16:46:51Z"
    name: isvc-sklearn-graph-raw-hpa-36ff6-predictor-5dc449fd6f-d6s4z.18c05e5e2d76c11d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15905"
    uid: 9bdb6014-8885-42cd-8314-8abaf545460f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-223.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-223.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-08T16:46:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-36ff6-predictor-5dc449fd6f-d6s4z
    namespace: kserve-ci-e2e-test
    resourceVersion: "15777"
    uid: b5134f5e-e707-4030-806f-27609269d3fd
  kind: Event
  lastTimestamp: "2026-07-08T16:46:51Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-08T16:46:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-08T16:46:51Z"
    name: isvc-sklearn-graph-raw-hpa-36ff6-predictor-5dc449fd6f-d6s4z.18c05e5e2dde683c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15907"
    uid: 90f2250b-0068-4443-a29c-29bf7242471b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-223.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-223.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-08T16:46:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-36ff6-predictor-5dc449fd6f-d6s4z
    namespace: kserve-ci-e2e-test
    resourceVersion: "15777"
    uid: b5134f5e-e707-4030-806f-27609269d3fd
  kind: Event
  lastTimestamp: "2026-07-08T16:48:27Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.26:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-08T16:46:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-08T16:48:27Z"
    name: isvc-sklearn-graph-raw-hpa-36ff6-predictor-5dc449fd6f-d6s4z.18c05e5e62cd359b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16779"
    uid: 7c1a7163-82e8-44f7-844b-0b1c73469181
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-223.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-223.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-08T16:48:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-36ff6-predictor-5dc449fd6f-d6s4z
    namespace: kserve-ci-e2e-test
    resourceVersion: "15777"
    uid: b5134f5e-e707-4030-806f-27609269d3fd
  kind: Event
  lastTimestamp: "2026-07-08T16:48:26Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-08T16:48:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-08T16:48:26Z"
    name: isvc-sklearn-graph-raw-hpa-36ff6-predictor-5dc449fd6f-d6s4z.18c05e7470e4a7a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "16725"
    uid: 7ae10a02-caad-4ef6-98a9-0ad9a92dabf0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-223.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-223.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-08T16:48:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-36ff6-predictor-5dc449fd6f-d6s4z
    namespace: kserve-ci-e2e-test
    resourceVersion: "15777"
    uid: b5134f5e-e707-4030-806f-27609269d3fd
  kind: Event
  lastTimestamp: "2026-07-08T16:48:26Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-08T16:48:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-08T16:48:26Z"
    name: isvc-sklearn-graph-raw-hpa-36ff6-predictor-5dc449fd6f-d6s4z.18c05e7470e5fe76
    namespace: kserve-ci-e2e-test
    resourceVersion: "16727"
    uid: 968fd333-a81a-411a-b09f-d20be3238207
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-223.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-223.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-08T16:48:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-36ff6-predictor-5dc449fd6f-d6s4z
    namespace: kserve-ci-e2e-test
    resourceVersion: "15777"
    uid: b5134f5e-e707-4030-806f-27609269d3fd
  kind: Event
  lastTimestamp: "2026-07-08T16:48:27Z"
  message: 'Readiness probe failed: Get "https://10.133.0.26:8643/healthz": dial tcp
    10.133.0.26:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-08T16:48:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-08T16:48:27Z"
    name: isvc-sklearn-graph-raw-hpa-36ff6-predictor-5dc449fd6f-d6s4z.18c05e74bd73668b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16778"
    uid: 1208093b-ff00-407b-b9f5-b5b56ef70255
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-223.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-223.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-08T16:46:46Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-graph-raw-hpa-36ff6-predictor-5dc449fd6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15750"
    uid: 8726805a-1c8b-43a7-add9-b75323f9a5c9
  kind: Event
  lastTimestamp: "2026-07-08T16:46:46Z"
  message: 'Created pod: isvc-sklearn-graph-raw-hpa-36ff6-predictor-5dc449fd6f-d6s4z'
  metadata:
    creationTimestamp: "2026-07-08T16:46:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-08T16:46:46Z"
    name: isvc-sklearn-graph-raw-hpa-36ff6-predictor-5dc449fd6f.18c05e5d1830cb3f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15773"
    uid: 431cd3e3-6fdb-4348-819a-7312bf514175
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-08T16:46:46Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-graph-raw-hpa-36ff6-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15745"
    uid: b88b9ac3-1898-4299-be0a-fc58621fa01a
  kind: Event
  lastTimestamp: "2026-07-08T16:46:46Z"
  message: Scaled up replica set isvc-sklearn-graph-raw-hpa-36ff6-predictor-5dc449fd6f
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-08T16:46:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-08T16:46:46Z"
    name: isvc-sklearn-graph-raw-hpa-36ff6-predictor.18c05e5d136cb087
    namespace: kserve-ci-e2e-test
    resourceVersion: "15752"
    uid: 36e9affb-ae9a-4dd3-bd50-79de98dc1a22
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-08T16:47:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-hpa-36ff6-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15749"
    uid: 8abd8652-f75f-43fb-9fba-c295fa5cbc20
  kind: Event
  lastTimestamp: "2026-07-08T16:47:16Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-08T16:47:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-08T16:47:16Z"
    name: isvc-sklearn-graph-raw-hpa-36ff6-predictor.18c05e60928596f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "16107"
    uid: 27bb5ce1-1c2d-46fc-8e1e-f240ea21c701
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-08T16:47:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-hpa-36ff6-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15749"
    uid: 8abd8652-f75f-43fb-9fba-c295fa5cbc20
  kind: Event
  lastTimestamp: "2026-07-08T16:47:16Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-08T16:47:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-08T16:47:16Z"
    name: isvc-sklearn-graph-raw-hpa-36ff6-predictor.18c05e6092ecaa7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16109"
    uid: cb13bd71-5191-4ee5-8e4d-1442800366fc
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-08T16:47:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-hpa-36ff6-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15993"
    uid: 8abd8652-f75f-43fb-9fba-c295fa5cbc20
  kind: Event
  lastTimestamp: "2026-07-08T16:48:16Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-08T16:47:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-08T16:48:16Z"
    name: isvc-sklearn-graph-raw-hpa-36ff6-predictor.18c05e67911c7d85
    namespace: kserve-ci-e2e-test
    resourceVersion: "16573"
    uid: 6f2d73bc-d5e9-4693-8c12-0acde83c9af7
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-08T16:47:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-hpa-36ff6-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15993"
    uid: 8abd8652-f75f-43fb-9fba-c295fa5cbc20
  kind: Event
  lastTimestamp: "2026-07-08T16:48:16Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-08T16:47:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-08T16:48:16Z"
    name: isvc-sklearn-graph-raw-hpa-36ff6-predictor.18c05e6791868f0e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16577"
    uid: 7f8fde84-3ec0-4254-bc30-0c69f29f8f64
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-08T16:46:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-hpa-36ff6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15729"
    uid: aba29c6c-0a7b-4db4-8253-7ca8f0b671d4
  kind: Event
  lastTimestamp: "2026-07-08T16:47:58Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-08T16:46:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-08T16:47:58Z"
    name: isvc-sklearn-graph-raw-hpa-36ff6.18c05e5d13a2da24
    namespace: kserve-ci-e2e-test
    resourceVersion: "16428"
    uid: a1ee8209-2de7-4bde-9103-1dff6320ae44
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-08T16:46:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-hpa-36ff6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15729"
    uid: aba29c6c-0a7b-4db4-8253-7ca8f0b671d4
  kind: Event
  lastTimestamp: "2026-07-08T16:46:46Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-graph-raw-hpa-36ff6":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-graph-raw-hpa-36ff6":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-08T16:46:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-08T16:46:46Z"
    name: isvc-sklearn-graph-raw-hpa-36ff6.18c05e5d13fe81bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15757"
    uid: 5ddfea53-0d4f-4a6a-93ef-e0ef40693af3
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-08T16:47:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-hpa-36ff6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16426"
    uid: aba29c6c-0a7b-4db4-8253-7ca8f0b671d4
  kind: Event
  lastTimestamp: "2026-07-08T16:47:58Z"
  message: InferenceService [isvc-sklearn-graph-raw-hpa-36ff6] is Ready
  metadata:
    creationTimestamp: "2026-07-08T16:47:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-08T16:47:58Z"
    name: isvc-sklearn-graph-raw-hpa-36ff6.18c05e6dc62a0056
    namespace: kserve-ci-e2e-test
    resourceVersion: "16427"
    uid: 7cd13159-2a6b-4dee-953b-ff094d804085
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-08T16:50:01.980720Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-scale-raw-f3f2c-predictor-cf64f96dc-svx56
    namespace: kserve-ci-e2e-test
    resourceVersion: "17620"
    uid: 60f526cf-acaf-4d26-8487-a0b6489d531f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-scale-raw-f3f2c-predictor-cf64f96dc-svx56
    to ip-10-0-138-223.ec2.internal
  metadata:
    creationTimestamp: "2026-07-08T16:50:01Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-08T16:50:01Z"
    name: isvc-sklearn-scale-raw-f3f2c-predictor-cf64f96dc-svx56.18c05e8aa386a8ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "17627"
    uid: 8f9c4920-5371-4ce4-8e3d-1b757af5461e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5bbdbf648f-8grkq
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-08T16:50:02Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-scale-raw-f3f2c-predictor-cf64f96dc-svx56
    namespace: kserve-ci-e2e-test
    resourceVersion: "17631"
    uid: 60f526cf-acaf-4d26-8487-a0b6489d531f
  kind: Event
  lastTimestamp: "2026-07-08T16:50:02Z"
  message: Add eth0 [10.133.0.30/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-08T16:50:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-08T16:50:02Z"
    name: isvc-sklearn-scale-raw-f3f2c-predictor-cf64f96dc-svx56.18c05e8abc715f41
    namespace: kserve-ci-e2e-test
    resourceVersion: "17640"
    uid: 2e224844-5a48-4345-b9c3-a10c848125ea
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-08T16:50:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-scale-raw-f3f2c-predictor-cf64f96dc-svx56
    namespace: kserve-ci-e2e-test
    resourceVersion: "17625"
    uid: 60f526cf-acaf-4d26-8487-a0b6489d531f
  kind: Event
  lastTimestamp: "2026-07-08T16:50:02Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:43b18792ad3c8c70fe63e50dee47838dba7fd6b00a2dcfe15c76c1dafc2c7ad8"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-08T16:50:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-08T16:50:02Z"
    name: isvc-sklearn-scale-raw-f3f2c-predictor-cf64f96dc-svx56.18c05e8abdd6e562
    namespace: kserve-ci-e2e-test
    resourceVersion: "17642"
    uid: f6eb462d-f312-4520-9e3b-74fb3517f674
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-223.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-223.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-08T16:50:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-scale-raw-f3f2c-predictor-cf64f96dc-svx56
    namespace: kserve-ci-e2e-test
    resourceVersion: "17625"
    uid: 60f526cf-acaf-4d26-8487-a0b6489d531f
  kind: Event
  lastTimestamp: "2026-07-08T16:50:02Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-08T16:50:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-08T16:50:02Z"
    name: isvc-sklearn-scale-raw-f3f2c-predictor-cf64f96dc-svx56.18c05e8ac0736d33
    namespace: kserve-ci-e2e-test
    resourceVersion: "17643"
    uid: 812ffb37-45ac-4b2c-8773-f15e316baf60
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-223.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-223.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-08T16:50:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-scale-raw-f3f2c-predictor-cf64f96dc-svx56
    namespace: kserve-ci-e2e-test
    resourceVersion: "17625"
    uid: 60f526cf-acaf-4d26-8487-a0b6489d531f
  kind: Event
  lastTimestamp: "2026-07-08T16:50:02Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-08T16:50:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-08T16:50:02Z"
    name: isvc-sklearn-scale-raw-f3f2c-predictor-cf64f96dc-svx56.18c05e8ac0df0730
    namespace: kserve-ci-e2e-test
    resourceVersion: "17644"
    uid: 6869deb3-cf46-4866-ba85-ece4bad7fc72
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-223.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-223.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-08T16:50:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-f3f2c-predictor-cf64f96dc-svx56
    namespace: kserve-ci-e2e-test
    resourceVersion: "17625"
    uid: 60f526cf-acaf-4d26-8487-a0b6489d531f
  kind: Event
  lastTimestamp: "2026-07-08T16:50:06Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1707"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-08T16:50:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-08T16:50:06Z"
    name: isvc-sklearn-scale-raw-f3f2c-predictor-cf64f96dc-svx56.18c05e8bbcf58580
    namespace: kserve-ci-e2e-test
    resourceVersion: "17684"
    uid: 4f061109-d053-4dc6-ac02-28376cc90753
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-223.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-223.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-08T16:50:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-f3f2c-predictor-cf64f96dc-svx56
    namespace: kserve-ci-e2e-test
    resourceVersion: "17625"
    uid: 60f526cf-acaf-4d26-8487-a0b6489d531f
  kind: Event
  lastTimestamp: "2026-07-08T16:50:06Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-08T16:50:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-08T16:50:06Z"
    name: isvc-sklearn-scale-raw-f3f2c-predictor-cf64f96dc-svx56.18c05e8bbfdd8afa
    namespace: kserve-ci-e2e-test
    resourceVersion: "17686"
    uid: 52e216cd-74ed-413f-b14b-714364962632
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-223.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-223.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-08T16:50:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-f3f2c-predictor-cf64f96dc-svx56
    namespace: kserve-ci-e2e-test
    resourceVersion: "17625"
    uid: 60f526cf-acaf-4d26-8487-a0b6489d531f
  kind: Event
  lastTimestamp: "2026-07-08T16:50:06Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-08T16:50:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-08T16:50:06Z"
    name: isvc-sklearn-scale-raw-f3f2c-predictor-cf64f96dc-svx56.18c05e8bc04e341d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17689"
    uid: 55b8f74c-7f66-41fc-afba-b97b95680bd7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-223.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-223.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-08T16:50:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-f3f2c-predictor-cf64f96dc-svx56
    namespace: kserve-ci-e2e-test
    resourceVersion: "17625"
    uid: 60f526cf-acaf-4d26-8487-a0b6489d531f
  kind: Event
  lastTimestamp: "2026-07-08T16:50:06Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-08T16:50:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-08T16:50:06Z"
    name: isvc-sklearn-scale-raw-f3f2c-predictor-cf64f96dc-svx56.18c05e8bc05970dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17690"
    uid: a2313f59-57b6-4a2f-88d2-8e5ac1d725fc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-223.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-223.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-08T16:50:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-f3f2c-predictor-cf64f96dc-svx56
    namespace: kserve-ci-e2e-test
    resourceVersion: "17625"
    uid: 60f526cf-acaf-4d26-8487-a0b6489d531f
  kind: Event
  lastTimestamp: "2026-07-08T16:50:06Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-08T16:50:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-08T16:50:06Z"
    name: isvc-sklearn-scale-raw-f3f2c-predictor-cf64f96dc-svx56.18c05e8bc35fec12
    namespace: kserve-ci-e2e-test
    resourceVersion: "17692"
    uid: e383da93-37d8-49de-8fd1-c23c86fbdd4c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-223.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-223.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-08T16:50:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-f3f2c-predictor-cf64f96dc-svx56
    namespace: kserve-ci-e2e-test
    resourceVersion: "17625"
    uid: 60f526cf-acaf-4d26-8487-a0b6489d531f
  kind: Event
  lastTimestamp: "2026-07-08T16:50:06Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-08T16:50:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-08T16:50:06Z"
    name: isvc-sklearn-scale-raw-f3f2c-predictor-cf64f96dc-svx56.18c05e8bc3ec412c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17693"
    uid: 7e7b8587-f01d-4dd9-83c2-a003d7d4f6d0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-223.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-223.ec2.internal
  type: Normal
- apiVersion: v1
  count: 17
  eventTime: null
  firstTimestamp: "2026-07-08T16:50:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-f3f2c-predictor-cf64f96dc-svx56
    namespace: kserve-ci-e2e-test
    resourceVersion: "17625"
    uid: 60f526cf-acaf-4d26-8487-a0b6489d531f
  kind: Event
  lastTimestamp: "2026-07-08T16:52:36Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.30:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-08T16:50:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-08T16:52:36Z"
    name: isvc-sklearn-scale-raw-f3f2c-predictor-cf64f96dc-svx56.18c05e8c34d75c94
    namespace: kserve-ci-e2e-test
    resourceVersion: "18782"
    uid: a3f480e4-bcf2-4306-9c13-ff733dddd8b7
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-223.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-223.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-08T16:52:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-f3f2c-predictor-cf64f96dc-svx56
    namespace: kserve-ci-e2e-test
    resourceVersion: "17625"
    uid: 60f526cf-acaf-4d26-8487-a0b6489d531f
  kind: Event
  lastTimestamp: "2026-07-08T16:52:32Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-08T16:52:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-08T16:52:32Z"
    name: isvc-sklearn-scale-raw-f3f2c-predictor-cf64f96dc-svx56.18c05ead9a41ae9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18757"
    uid: 541d7e28-cd1b-4d9a-a1e1-35ada2c3b718
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-223.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-223.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-08T16:52:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-f3f2c-predictor-cf64f96dc-svx56
    namespace: kserve-ci-e2e-test
    resourceVersion: "17625"
    uid: 60f526cf-acaf-4d26-8487-a0b6489d531f
  kind: Event
  lastTimestamp: "2026-07-08T16:52:32Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-08T16:52:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-08T16:52:32Z"
    name: isvc-sklearn-scale-raw-f3f2c-predictor-cf64f96dc-svx56.18c05ead9a42053d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18758"
    uid: b398aa58-f047-4bea-8d02-9edafe7e75aa
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-223.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-223.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-08T16:52:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-f3f2c-predictor-cf64f96dc-svx56
    namespace: kserve-ci-e2e-test
    resourceVersion: "17625"
    uid: 60f526cf-acaf-4d26-8487-a0b6489d531f
  kind: Event
  lastTimestamp: "2026-07-08T16:52:39Z"
  message: 'Readiness probe failed: Get "https://10.133.0.30:8643/healthz": dial tcp
    10.133.0.30:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-08T16:52:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-08T16:52:39Z"
    name: isvc-sklearn-scale-raw-f3f2c-predictor-cf64f96dc-svx56.18c05eae33592abd
    namespace: kserve-ci-e2e-test
    resourceVersion: "18856"
    uid: 67d9983e-bb59-4d77-9f05-b2bd57e0195f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-223.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-223.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-08T16:50:01Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-scale-raw-f3f2c-predictor-cf64f96dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17605"
    uid: f0a879f6-6f32-4f85-ad98-a09b825c3d1c
  kind: Event
  lastTimestamp: "2026-07-08T16:50:01Z"
  message: 'Created pod: isvc-sklearn-scale-raw-f3f2c-predictor-cf64f96dc-svx56'
  metadata:
    creationTimestamp: "2026-07-08T16:50:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-08T16:50:01Z"
    name: isvc-sklearn-scale-raw-f3f2c-predictor-cf64f96dc.18c05e8aa2fc657c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17624"
    uid: cb4b9990-2092-41d4-87a5-a1f82dcda84d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-08T16:50:01Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-scale-raw-f3f2c-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17600"
    uid: 9e9ba681-57d7-4df1-b063-7bae3ecd3dca
  kind: Event
  lastTimestamp: "2026-07-08T16:50:01Z"
  message: Scaled up replica set isvc-sklearn-scale-raw-f3f2c-predictor-cf64f96dc
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-08T16:50:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-08T16:50:01Z"
    name: isvc-sklearn-scale-raw-f3f2c-predictor.18c05e8a9f1b3589
    namespace: kserve-ci-e2e-test
    resourceVersion: "17607"
    uid: 9b65116d-9903-401e-be5a-e0db90de36b5
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-08T16:50:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-scale-raw-f3f2c-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17604"
    uid: ae1a0aae-574e-4ce0-84c7-b1d78a211ea2
  kind: Event
  lastTimestamp: "2026-07-08T16:50:16Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-08T16:50:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-08T16:50:16Z"
    name: isvc-sklearn-scale-raw-f3f2c-predictor.18c05e8e1d7ce4ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "17780"
    uid: 8de6dd39-bfee-45ef-9008-807a40bfaf3c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-08T16:50:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-scale-raw-f3f2c-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17604"
    uid: ae1a0aae-574e-4ce0-84c7-b1d78a211ea2
  kind: Event
  lastTimestamp: "2026-07-08T16:50:16Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-08T16:50:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-08T16:50:16Z"
    name: isvc-sklearn-scale-raw-f3f2c-predictor.18c05e8e1ddc01b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17782"
    uid: 096b188a-1c44-4370-b73f-03a6bcc23541
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-08T16:50:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-scale-raw-f3f2c-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17781"
    uid: ae1a0aae-574e-4ce0-84c7-b1d78a211ea2
  kind: Event
  lastTimestamp: "2026-07-08T16:52:32Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-08T16:50:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-08T16:52:32Z"
    name: isvc-sklearn-scale-raw-f3f2c-predictor.18c05e919cfed569
    namespace: kserve-ci-e2e-test
    resourceVersion: "18740"
    uid: 71accc87-8ae0-492b-89ec-8aae6b0cd4d5
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-08T16:50:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-scale-raw-f3f2c-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17781"
    uid: ae1a0aae-574e-4ce0-84c7-b1d78a211ea2
  kind: Event
  lastTimestamp: "2026-07-08T16:52:32Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-08T16:50:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-08T16:52:32Z"
    name: isvc-sklearn-scale-raw-f3f2c-predictor.18c05e919d660641
    namespace: kserve-ci-e2e-test
    resourceVersion: "18742"
    uid: d1a1e24a-c83d-4139-ba79-283c33a8ba8a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-08T16:50:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scale-raw-f3f2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17573"
    uid: 8c19e109-a1ab-460c-825b-a575d0c58ecc
  kind: Event
  lastTimestamp: "2026-07-08T16:52:26Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-08T16:50:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-08T16:52:26Z"
    name: isvc-sklearn-scale-raw-f3f2c.18c05e8a9f225f56
    namespace: kserve-ci-e2e-test
    resourceVersion: "18696"
    uid: cd26f323-dafb-436d-900f-a2936b13dbc7
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-08T16:50:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scale-raw-f3f2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17573"
    uid: 8c19e109-a1ab-460c-825b-a575d0c58ecc
  kind: Event
  lastTimestamp: "2026-07-08T16:50:01Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-scale-raw-f3f2c":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-scale-raw-f3f2c":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-08T16:50:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-08T16:50:01Z"
    name: isvc-sklearn-scale-raw-f3f2c.18c05e8a9f9a5b60
    namespace: kserve-ci-e2e-test
    resourceVersion: "17612"
    uid: c9391d36-e241-4910-9d47-aaf4eb7e6fb3
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-08T16:52:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scale-raw-f3f2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18694"
    uid: 8c19e109-a1ab-460c-825b-a575d0c58ecc
  kind: Event
  lastTimestamp: "2026-07-08T16:52:26Z"
  message: InferenceService [isvc-sklearn-scale-raw-f3f2c] is Ready
  metadata:
    creationTimestamp: "2026-07-08T16:52:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-08T16:52:26Z"
    name: isvc-sklearn-scale-raw-f3f2c.18c05eac338111a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "18695"
    uid: 7006cbbe-8e43-40dc-884d-2d38a6173f40
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-08T16:44:56.172449Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-2fcf8-predictor-5b4c74cdfc-jwvpc
    namespace: kserve-ci-e2e-test
    resourceVersion: "14763"
    uid: dd077191-62eb-453a-b6a4-8dc7816b33e4
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-graph-raw-2fcf8-predictor-5b4c74cdfc-jwvpc
    to ip-10-0-138-223.ec2.internal
  metadata:
    creationTimestamp: "2026-07-08T16:44:56Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-08T16:44:56Z"
    name: isvc-xgboost-graph-raw-2fcf8-predictor-5b4c74cdfc-jwvpc.18c05e436feed8b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14769"
    uid: 3965f58b-5233-4373-a896-b4c254bd6132
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5bbdbf648f-8grkq
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-08T16:44:56Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-2fcf8-predictor-5b4c74cdfc-jwvpc
    namespace: kserve-ci-e2e-test
    resourceVersion: "14765"
    uid: dd077191-62eb-453a-b6a4-8dc7816b33e4
  kind: Event
  lastTimestamp: "2026-07-08T16:44:56Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-xgboost-graph-raw-2fcf8-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-08T16:44:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-08T16:44:56Z"
    name: isvc-xgboost-graph-raw-2fcf8-predictor-5b4c74cdfc-jwvpc.18c05e437d57b4ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "14782"
    uid: 39556f6b-1db8-48e2-a5a5-f75daa42d4fe
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-223.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-223.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-08T16:44:57Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-2fcf8-predictor-5b4c74cdfc-jwvpc
    namespace: kserve-ci-e2e-test
    resourceVersion: "14776"
    uid: dd077191-62eb-453a-b6a4-8dc7816b33e4
  kind: Event
  lastTimestamp: "2026-07-08T16:44:57Z"
  message: Add eth0 [10.133.0.25/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-08T16:44:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-08T16:44:57Z"
    name: isvc-xgboost-graph-raw-2fcf8-predictor-5b4c74cdfc-jwvpc.18c05e43acbfebd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "14795"
    uid: 941d0353-30fa-46e0-9161-a5d2bedad008
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-08T16:44:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-2fcf8-predictor-5b4c74cdfc-jwvpc
    namespace: kserve-ci-e2e-test
    resourceVersion: "14765"
    uid: dd077191-62eb-453a-b6a4-8dc7816b33e4
  kind: Event
  lastTimestamp: "2026-07-08T16:44:57Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:43b18792ad3c8c70fe63e50dee47838dba7fd6b00a2dcfe15c76c1dafc2c7ad8"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-08T16:44:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-08T16:44:57Z"
    name: isvc-xgboost-graph-raw-2fcf8-predictor-5b4c74cdfc-jwvpc.18c05e43ae5cc53f
    namespace: kserve-ci-e2e-test
    resourceVersion: "14797"
    uid: 8adc69ca-563d-4c50-b9a1-47dee71f2278
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-223.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-223.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-08T16:44:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-2fcf8-predictor-5b4c74cdfc-jwvpc
    namespace: kserve-ci-e2e-test
    resourceVersion: "14765"
    uid: dd077191-62eb-453a-b6a4-8dc7816b33e4
  kind: Event
  lastTimestamp: "2026-07-08T16:44:57Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-08T16:44:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-08T16:44:57Z"
    name: isvc-xgboost-graph-raw-2fcf8-predictor-5b4c74cdfc-jwvpc.18c05e43b0e64e80
    namespace: kserve-ci-e2e-test
    resourceVersion: "14798"
    uid: 63a36cb6-633e-41f8-9b67-77a15f4d65ee
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-223.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-223.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-08T16:44:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-2fcf8-predictor-5b4c74cdfc-jwvpc
    namespace: kserve-ci-e2e-test
    resourceVersion: "14765"
    uid: dd077191-62eb-453a-b6a4-8dc7816b33e4
  kind: Event
  lastTimestamp: "2026-07-08T16:44:57Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-08T16:44:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-08T16:44:57Z"
    name: isvc-xgboost-graph-raw-2fcf8-predictor-5b4c74cdfc-jwvpc.18c05e43b14a4066
    namespace: kserve-ci-e2e-test
    resourceVersion: "14799"
    uid: e538c355-90b2-45d2-94b9-b3e55e7ef7f6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-223.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-223.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-08T16:45:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-2fcf8-predictor-5b4c74cdfc-jwvpc
    namespace: kserve-ci-e2e-test
    resourceVersion: "14765"
    uid: dd077191-62eb-453a-b6a4-8dc7816b33e4
  kind: Event
  lastTimestamp: "2026-07-08T16:45:01Z"
  message: Pulling image "kserve/xgbserver:latest"
  metadata:
    creationTimestamp: "2026-07-08T16:45:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-08T16:45:01Z"
    name: isvc-xgboost-graph-raw-2fcf8-predictor-5b4c74cdfc-jwvpc.18c05e44aada8129
    namespace: kserve-ci-e2e-test
    resourceVersion: "14860"
    uid: b221f19c-1eb1-48fc-b83f-c0059a20409e
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-223.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-223.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-08T16:45:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-2fcf8-predictor-5b4c74cdfc-jwvpc
    namespace: kserve-ci-e2e-test
    resourceVersion: "14765"
    uid: dd077191-62eb-453a-b6a4-8dc7816b33e4
  kind: Event
  lastTimestamp: "2026-07-08T16:45:28Z"
  message: 'Successfully pulled image "kserve/xgbserver:latest" in 26.697s (26.697s
    including waiting). Image size: 1305547515 bytes.'
  metadata:
    creationTimestamp: "2026-07-08T16:45:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-08T16:45:28Z"
    name: isvc-xgboost-graph-raw-2fcf8-predictor-5b4c74cdfc-jwvpc.18c05e4ae22aff28
    namespace: kserve-ci-e2e-test
    resourceVersion: "15081"
    uid: ec86488a-1ee1-43f6-8dbb-6e4a3bff6883
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-223.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-223.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-08T16:45:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-2fcf8-predictor-5b4c74cdfc-jwvpc
    namespace: kserve-ci-e2e-test
    resourceVersion: "14765"
    uid: dd077191-62eb-453a-b6a4-8dc7816b33e4
  kind: Event
  lastTimestamp: "2026-07-08T16:45:28Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-08T16:45:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-08T16:45:28Z"
    name: isvc-xgboost-graph-raw-2fcf8-predictor-5b4c74cdfc-jwvpc.18c05e4ae516da80
    namespace: kserve-ci-e2e-test
    resourceVersion: "15084"
    uid: b6c61a83-8319-49e7-9d92-ec98bfdc0e87
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-223.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-223.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-08T16:45:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-2fcf8-predictor-5b4c74cdfc-jwvpc
    namespace: kserve-ci-e2e-test
    resourceVersion: "14765"
    uid: dd077191-62eb-453a-b6a4-8dc7816b33e4
  kind: Event
  lastTimestamp: "2026-07-08T16:45:28Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-08T16:45:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-08T16:45:28Z"
    name: isvc-xgboost-graph-raw-2fcf8-predictor-5b4c74cdfc-jwvpc.18c05e4ae5781219
    namespace: kserve-ci-e2e-test
    resourceVersion: "15086"
    uid: 04269e7a-ac6e-49c9-9a84-cb71f075ea61
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-223.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-223.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-08T16:45:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-2fcf8-predictor-5b4c74cdfc-jwvpc
    namespace: kserve-ci-e2e-test
    resourceVersion: "14765"
    uid: dd077191-62eb-453a-b6a4-8dc7816b33e4
  kind: Event
  lastTimestamp: "2026-07-08T16:45:28Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-08T16:45:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-08T16:45:28Z"
    name: isvc-xgboost-graph-raw-2fcf8-predictor-5b4c74cdfc-jwvpc.18c05e4ae5811b55
    namespace: kserve-ci-e2e-test
    resourceVersion: "15087"
    uid: ef141ac4-3a06-45e4-add0-9888d2730f40
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-223.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-223.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-08T16:45:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-2fcf8-predictor-5b4c74cdfc-jwvpc
    namespace: kserve-ci-e2e-test
    resourceVersion: "14765"
    uid: dd077191-62eb-453a-b6a4-8dc7816b33e4
  kind: Event
  lastTimestamp: "2026-07-08T16:45:28Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-08T16:45:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-08T16:45:28Z"
    name: isvc-xgboost-graph-raw-2fcf8-predictor-5b4c74cdfc-jwvpc.18c05e4ae7e1bbfd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15088"
    uid: 25794d80-554c-412c-9f34-566f32c553f2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-223.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-223.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-08T16:45:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-2fcf8-predictor-5b4c74cdfc-jwvpc
    namespace: kserve-ci-e2e-test
    resourceVersion: "14765"
    uid: dd077191-62eb-453a-b6a4-8dc7816b33e4
  kind: Event
  lastTimestamp: "2026-07-08T16:45:28Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-08T16:45:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-08T16:45:28Z"
    name: isvc-xgboost-graph-raw-2fcf8-predictor-5b4c74cdfc-jwvpc.18c05e4ae842e658
    namespace: kserve-ci-e2e-test
    resourceVersion: "15089"
    uid: 85e78408-3bcb-413c-a001-d245d7ea9b86
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-223.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-223.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-07-08T16:45:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-2fcf8-predictor-5b4c74cdfc-jwvpc
    namespace: kserve-ci-e2e-test
    resourceVersion: "14765"
    uid: dd077191-62eb-453a-b6a4-8dc7816b33e4
  kind: Event
  lastTimestamp: "2026-07-08T16:46:14Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.25:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-08T16:45:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-08T16:46:14Z"
    name: isvc-xgboost-graph-raw-2fcf8-predictor-5b4c74cdfc-jwvpc.18c05e4afbab2003
    namespace: kserve-ci-e2e-test
    resourceVersion: "15424"
    uid: 39128028-c7d3-4140-94b8-fef94325058a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-223.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-223.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-08T16:46:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-2fcf8-predictor-5b4c74cdfc-jwvpc
    namespace: kserve-ci-e2e-test
    resourceVersion: "14765"
    uid: dd077191-62eb-453a-b6a4-8dc7816b33e4
  kind: Event
  lastTimestamp: "2026-07-08T16:46:46Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-08T16:46:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-08T16:46:46Z"
    name: isvc-xgboost-graph-raw-2fcf8-predictor-5b4c74cdfc-jwvpc.18c05e5d20321196
    namespace: kserve-ci-e2e-test
    resourceVersion: "15822"
    uid: 8bd2dd1f-b734-4d8e-92b9-c40c22584067
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-223.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-223.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-08T16:46:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-2fcf8-predictor-5b4c74cdfc-jwvpc
    namespace: kserve-ci-e2e-test
    resourceVersion: "14765"
    uid: dd077191-62eb-453a-b6a4-8dc7816b33e4
  kind: Event
  lastTimestamp: "2026-07-08T16:46:46Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-08T16:46:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-08T16:46:46Z"
    name: isvc-xgboost-graph-raw-2fcf8-predictor-5b4c74cdfc-jwvpc.18c05e5d2032ab42
    namespace: kserve-ci-e2e-test
    resourceVersion: "15823"
    uid: 40fa6953-c7f4-4ded-becb-c7b383253df7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-223.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-223.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-08T16:46:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-2fcf8-predictor-5b4c74cdfc-jwvpc
    namespace: kserve-ci-e2e-test
    resourceVersion: "14765"
    uid: dd077191-62eb-453a-b6a4-8dc7816b33e4
  kind: Event
  lastTimestamp: "2026-07-08T16:46:49Z"
  message: 'Readiness probe failed: Get "https://10.133.0.25:8643/healthz": dial tcp
    10.133.0.25:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-08T16:46:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-08T16:46:49Z"
    name: isvc-xgboost-graph-raw-2fcf8-predictor-5b4c74cdfc-jwvpc.18c05e5dd7d7cf7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15876"
    uid: 72bf4d0b-8846-4366-812a-ec0042d170a3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-223.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-223.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-08T16:44:56Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-graph-raw-2fcf8-predictor-5b4c74cdfc
    namespace: kserve-ci-e2e-test
    resourceVersion: "14753"
    uid: ba3db8aa-b497-46c1-bee7-abd7655b3069
  kind: Event
  lastTimestamp: "2026-07-08T16:44:56Z"
  message: 'Created pod: isvc-xgboost-graph-raw-2fcf8-predictor-5b4c74cdfc-jwvpc'
  metadata:
    creationTimestamp: "2026-07-08T16:44:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-08T16:44:56Z"
    name: isvc-xgboost-graph-raw-2fcf8-predictor-5b4c74cdfc.18c05e436f6a2ff7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14766"
    uid: 01c6a8ba-3e5a-4343-833e-f06c5fb33373
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-08T16:44:56Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-graph-raw-2fcf8-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14748"
    uid: 96b99d1b-2aef-4be2-b5e5-61aa8d993e62
  kind: Event
  lastTimestamp: "2026-07-08T16:44:56Z"
  message: Scaled up replica set isvc-xgboost-graph-raw-2fcf8-predictor-5b4c74cdfc
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-08T16:44:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-08T16:44:56Z"
    name: isvc-xgboost-graph-raw-2fcf8-predictor.18c05e436bbcf53c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14756"
    uid: 7d600fe1-0d6f-4887-86d9-5c18460b0aa4
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-08T16:45:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-2fcf8-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14749"
    uid: 030ef086-eb32-475d-a0d1-f98dcfbb8f90
  kind: Event
  lastTimestamp: "2026-07-08T16:46:11Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-08T16:45:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-08T16:46:11Z"
    name: isvc-xgboost-graph-raw-2fcf8-predictor.18c05e46ea055dca
    namespace: kserve-ci-e2e-test
    resourceVersion: "15397"
    uid: 03482353-a3a3-44c2-a9fc-2e34fd7c1071
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-08T16:45:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-2fcf8-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14749"
    uid: 030ef086-eb32-475d-a0d1-f98dcfbb8f90
  kind: Event
  lastTimestamp: "2026-07-08T16:46:11Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-08T16:45:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-08T16:46:11Z"
    name: isvc-xgboost-graph-raw-2fcf8-predictor.18c05e46ea631102
    namespace: kserve-ci-e2e-test
    resourceVersion: "15398"
    uid: e266a252-a339-4b9b-9d1d-1b4fc6759e98
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-08T16:45:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-2fcf8-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14951"
    uid: 030ef086-eb32-475d-a0d1-f98dcfbb8f90
  kind: Event
  lastTimestamp: "2026-07-08T16:46:41Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-08T16:45:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-08T16:46:41Z"
    name: isvc-xgboost-graph-raw-2fcf8-predictor.18c05e516701acf3
    namespace: kserve-ci-e2e-test
    resourceVersion: "15665"
    uid: 9149b62c-3fa2-40eb-90b9-81f566d89444
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-08T16:45:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-2fcf8-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14951"
    uid: 030ef086-eb32-475d-a0d1-f98dcfbb8f90
  kind: Event
  lastTimestamp: "2026-07-08T16:46:41Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-08T16:45:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-08T16:46:41Z"
    name: isvc-xgboost-graph-raw-2fcf8-predictor.18c05e5167724121
    namespace: kserve-ci-e2e-test
    resourceVersion: "15666"
    uid: 9b7586ad-fc83-494f-8cd6-34134f5b67eb
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-08T16:44:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-2fcf8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14729"
    uid: 5c02811d-49d3-4f8b-aa76-425213509e34
  kind: Event
  lastTimestamp: "2026-07-08T16:46:24Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-08T16:44:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-08T16:46:24Z"
    name: isvc-xgboost-graph-raw-2fcf8.18c05e436bb93d92
    namespace: kserve-ci-e2e-test
    resourceVersion: "15514"
    uid: 4d3abcd1-acb3-47e8-b42f-9460e5bfb654
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-08T16:44:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-2fcf8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14729"
    uid: 5c02811d-49d3-4f8b-aa76-425213509e34
  kind: Event
  lastTimestamp: "2026-07-08T16:44:56Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-graph-raw-2fcf8":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-graph-raw-2fcf8":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-08T16:44:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-08T16:44:56Z"
    name: isvc-xgboost-graph-raw-2fcf8.18c05e436c3da776
    namespace: kserve-ci-e2e-test
    resourceVersion: "14759"
    uid: 2b019c4b-a214-47d6-bb3e-e7494ece5236
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-08T16:46:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-2fcf8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15512"
    uid: 5c02811d-49d3-4f8b-aa76-425213509e34
  kind: Event
  lastTimestamp: "2026-07-08T16:46:24Z"
  message: InferenceService [isvc-xgboost-graph-raw-2fcf8] is Ready
  metadata:
    creationTimestamp: "2026-07-08T16:46:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-08T16:46:24Z"
    name: isvc-xgboost-graph-raw-2fcf8.18c05e580aff2d0a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15513"
    uid: ec403eb8-6f69-4405-9ff0-727e20907a69
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-08T16:46:46.450720Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-36ff6-predictor-5bdcd6b949-9wb9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15791"
    uid: 45276b19-ccea-435c-85be-ca6f51d77bd6
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-graph-raw-hpa-36ff6-predictor-5bdcd6b949-9wb9d
    to ip-10-0-138-223.ec2.internal
  metadata:
    creationTimestamp: "2026-07-08T16:46:46Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-08T16:46:46Z"
    name: isvc-xgboost-graph-raw-hpa-36ff6-predictor-5bdcd6b949-9wb9d.18c05e5d1d07bbe2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15798"
    uid: 2e551f22-41d9-4903-adf8-1878ae3b8216
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5bbdbf648f-8grkq
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-08T16:46:46Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-36ff6-predictor-5bdcd6b949-9wb9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15793"
    uid: 45276b19-ccea-435c-85be-ca6f51d77bd6
  kind: Event
  lastTimestamp: "2026-07-08T16:46:46Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-xgboost-graph-raw-hpa-36ff6-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-08T16:46:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-08T16:46:46Z"
    name: isvc-xgboost-graph-raw-hpa-36ff6-predictor-5bdcd6b949-9wb9d.18c05e5d2c7e1697
    namespace: kserve-ci-e2e-test
    resourceVersion: "15833"
    uid: fea106af-2c93-4bd9-96d3-8e901ee6afbe
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-223.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-223.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-08T16:46:47Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-36ff6-predictor-5bdcd6b949-9wb9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15815"
    uid: 45276b19-ccea-435c-85be-ca6f51d77bd6
  kind: Event
  lastTimestamp: "2026-07-08T16:46:47Z"
  message: Add eth0 [10.133.0.27/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-08T16:46:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-08T16:46:47Z"
    name: isvc-xgboost-graph-raw-hpa-36ff6-predictor-5bdcd6b949-9wb9d.18c05e5d5aab6647
    namespace: kserve-ci-e2e-test
    resourceVersion: "15851"
    uid: 77bf638d-746a-488e-b5af-ea2770635bbe
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-08T16:46:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-36ff6-predictor-5bdcd6b949-9wb9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15793"
    uid: 45276b19-ccea-435c-85be-ca6f51d77bd6
  kind: Event
  lastTimestamp: "2026-07-08T16:46:47Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:43b18792ad3c8c70fe63e50dee47838dba7fd6b00a2dcfe15c76c1dafc2c7ad8"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-08T16:46:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-08T16:46:47Z"
    name: isvc-xgboost-graph-raw-hpa-36ff6-predictor-5bdcd6b949-9wb9d.18c05e5d5cd90b5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15853"
    uid: 3213ffa2-a2bd-4254-ade0-27d3d04208e8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-223.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-223.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-08T16:46:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-36ff6-predictor-5bdcd6b949-9wb9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15793"
    uid: 45276b19-ccea-435c-85be-ca6f51d77bd6
  kind: Event
  lastTimestamp: "2026-07-08T16:46:47Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-08T16:46:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-08T16:46:47Z"
    name: isvc-xgboost-graph-raw-hpa-36ff6-predictor-5bdcd6b949-9wb9d.18c05e5d5f7b4aad
    namespace: kserve-ci-e2e-test
    resourceVersion: "15854"
    uid: 68706702-e472-4684-882b-506eb60580dd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-223.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-223.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-08T16:46:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-36ff6-predictor-5bdcd6b949-9wb9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15793"
    uid: 45276b19-ccea-435c-85be-ca6f51d77bd6
  kind: Event
  lastTimestamp: "2026-07-08T16:46:47Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-08T16:46:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-08T16:46:47Z"
    name: isvc-xgboost-graph-raw-hpa-36ff6-predictor-5bdcd6b949-9wb9d.18c05e5d5fdfe5d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15855"
    uid: 1a934dde-de79-4a1e-9782-c8c4ada4a2ee
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-223.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-223.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-08T16:46:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-36ff6-predictor-5bdcd6b949-9wb9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15793"
    uid: 45276b19-ccea-435c-85be-ca6f51d77bd6
  kind: Event
  lastTimestamp: "2026-07-08T16:46:51Z"
  message: Container image "kserve/xgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-08T16:46:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-08T16:46:51Z"
    name: isvc-xgboost-graph-raw-hpa-36ff6-predictor-5bdcd6b949-9wb9d.18c05e5e62e622d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15915"
    uid: 0d8a8d08-e088-4438-9600-5ae3f3c1fabf
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-223.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-223.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-08T16:46:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-36ff6-predictor-5bdcd6b949-9wb9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15793"
    uid: 45276b19-ccea-435c-85be-ca6f51d77bd6
  kind: Event
  lastTimestamp: "2026-07-08T16:46:51Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-08T16:46:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-08T16:46:51Z"
    name: isvc-xgboost-graph-raw-hpa-36ff6-predictor-5bdcd6b949-9wb9d.18c05e5e65904fe4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15918"
    uid: c2c8243a-4e2c-4053-b258-47ddb1dda75c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-223.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-223.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-08T16:46:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-36ff6-predictor-5bdcd6b949-9wb9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15793"
    uid: 45276b19-ccea-435c-85be-ca6f51d77bd6
  kind: Event
  lastTimestamp: "2026-07-08T16:46:51Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-08T16:46:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-08T16:46:51Z"
    name: isvc-xgboost-graph-raw-hpa-36ff6-predictor-5bdcd6b949-9wb9d.18c05e5e65f4c1d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15919"
    uid: c99a2b73-764d-4884-b5ea-579ad7830938
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-223.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-223.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-08T16:46:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-36ff6-predictor-5bdcd6b949-9wb9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15793"
    uid: 45276b19-ccea-435c-85be-ca6f51d77bd6
  kind: Event
  lastTimestamp: "2026-07-08T16:46:51Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-08T16:46:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-08T16:46:51Z"
    name: isvc-xgboost-graph-raw-hpa-36ff6-predictor-5bdcd6b949-9wb9d.18c05e5e65fd67a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15920"
    uid: 3ed1241e-e411-4406-82d6-b07567d2e37d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-223.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-223.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-08T16:46:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-36ff6-predictor-5bdcd6b949-9wb9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15793"
    uid: 45276b19-ccea-435c-85be-ca6f51d77bd6
  kind: Event
  lastTimestamp: "2026-07-08T16:46:52Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-08T16:46:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-08T16:46:52Z"
    name: isvc-xgboost-graph-raw-hpa-36ff6-predictor-5bdcd6b949-9wb9d.18c05e5e689727ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "15923"
    uid: a00ff250-b217-472a-bc64-5609eff532f0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-223.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-223.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-08T16:46:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-36ff6-predictor-5bdcd6b949-9wb9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15793"
    uid: 45276b19-ccea-435c-85be-ca6f51d77bd6
  kind: Event
  lastTimestamp: "2026-07-08T16:46:52Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-08T16:46:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-08T16:46:52Z"
    name: isvc-xgboost-graph-raw-hpa-36ff6-predictor-5bdcd6b949-9wb9d.18c05e5e68fb4283
    namespace: kserve-ci-e2e-test
    resourceVersion: "15924"
    uid: ff723efc-3713-47f3-93e9-bab352c4b000
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-223.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-223.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-07-08T16:46:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-36ff6-predictor-5bdcd6b949-9wb9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15793"
    uid: 45276b19-ccea-435c-85be-ca6f51d77bd6
  kind: Event
  lastTimestamp: "2026-07-08T16:48:28Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.27:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-08T16:46:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-08T16:48:28Z"
    name: isvc-xgboost-graph-raw-hpa-36ff6-predictor-5bdcd6b949-9wb9d.18c05e5e9f11c99d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16797"
    uid: 46684444-4dc4-435d-b494-de9bf7749096
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-223.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-223.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-08T16:48:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-36ff6-predictor-5bdcd6b949-9wb9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15793"
    uid: 45276b19-ccea-435c-85be-ca6f51d77bd6
  kind: Event
  lastTimestamp: "2026-07-08T16:48:26Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-08T16:48:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-08T16:48:26Z"
    name: isvc-xgboost-graph-raw-hpa-36ff6-predictor-5bdcd6b949-9wb9d.18c05e7476aaa03c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16756"
    uid: 605aaa13-cac8-419e-81d1-d8a2f1c8233d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-223.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-223.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-08T16:48:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-36ff6-predictor-5bdcd6b949-9wb9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15793"
    uid: 45276b19-ccea-435c-85be-ca6f51d77bd6
  kind: Event
  lastTimestamp: "2026-07-08T16:48:26Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-08T16:48:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-08T16:48:26Z"
    name: isvc-xgboost-graph-raw-hpa-36ff6-predictor-5bdcd6b949-9wb9d.18c05e7476ab06d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16757"
    uid: 2e745ddc-daae-4ef6-a396-fc9422bb7d9a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-223.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-223.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-08T16:48:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-36ff6-predictor-5bdcd6b949-9wb9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15793"
    uid: 45276b19-ccea-435c-85be-ca6f51d77bd6
  kind: Event
  lastTimestamp: "2026-07-08T16:48:28Z"
  message: 'Readiness probe failed: Get "https://10.133.0.27:8643/healthz": dial tcp
    10.133.0.27:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-08T16:48:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-08T16:48:28Z"
    name: isvc-xgboost-graph-raw-hpa-36ff6-predictor-5bdcd6b949-9wb9d.18c05e74f9494142
    namespace: kserve-ci-e2e-test
    resourceVersion: "16796"
    uid: f13a6c89-039a-4598-b2b4-d56f95250763
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-223.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-223.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-08T16:46:46Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-graph-raw-hpa-36ff6-predictor-5bdcd6b949
    namespace: kserve-ci-e2e-test
    resourceVersion: "15781"
    uid: 84083d02-2366-4c9f-9a02-9b5b4ae42c31
  kind: Event
  lastTimestamp: "2026-07-08T16:46:46Z"
  message: 'Created pod: isvc-xgboost-graph-raw-hpa-36ff6-predictor-5bdcd6b949-9wb9d'
  metadata:
    creationTimestamp: "2026-07-08T16:46:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-08T16:46:46Z"
    name: isvc-xgboost-graph-raw-hpa-36ff6-predictor-5bdcd6b949.18c05e5d1c95d361
    namespace: kserve-ci-e2e-test
    resourceVersion: "15792"
    uid: 26a4d30c-d2b3-48df-bc4a-2cf8920672a8
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-08T16:46:46Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-graph-raw-hpa-36ff6-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15778"
    uid: 31bb0b83-f9ed-4652-b92a-2fa4302b6212
  kind: Event
  lastTimestamp: "2026-07-08T16:46:46Z"
  message: Scaled up replica set isvc-xgboost-graph-raw-hpa-36ff6-predictor-5bdcd6b949
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-08T16:46:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-08T16:46:46Z"
    name: isvc-xgboost-graph-raw-hpa-36ff6-predictor.18c05e5d197fa59b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15783"
    uid: 86c2d377-cd47-4657-a001-7d442e91957a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-08T16:47:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-hpa-36ff6-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15780"
    uid: f193a066-86bd-4a14-80b4-b73d278cb8a4
  kind: Event
  lastTimestamp: "2026-07-08T16:47:16Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-08T16:47:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-08T16:47:16Z"
    name: isvc-xgboost-graph-raw-hpa-36ff6-predictor.18c05e609807ce33
    namespace: kserve-ci-e2e-test
    resourceVersion: "16110"
    uid: 813e733c-db4f-4d7a-a62c-c26dcf377515
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-08T16:47:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-hpa-36ff6-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15780"
    uid: f193a066-86bd-4a14-80b4-b73d278cb8a4
  kind: Event
  lastTimestamp: "2026-07-08T16:47:16Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-08T16:47:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-08T16:47:16Z"
    name: isvc-xgboost-graph-raw-hpa-36ff6-predictor.18c05e6098725b37
    namespace: kserve-ci-e2e-test
    resourceVersion: "16111"
    uid: de49b248-13b4-4d2b-a3cb-dddb67656e11
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-08T16:47:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-hpa-36ff6-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15997"
    uid: f193a066-86bd-4a14-80b4-b73d278cb8a4
  kind: Event
  lastTimestamp: "2026-07-08T16:48:01Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-08T16:47:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-08T16:48:01Z"
    name: isvc-xgboost-graph-raw-hpa-36ff6-predictor.18c05e6795dc6cff
    namespace: kserve-ci-e2e-test
    resourceVersion: "16460"
    uid: b649dfa2-2c03-48a4-b371-91edbf4de5c9
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-08T16:47:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-hpa-36ff6-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15997"
    uid: f193a066-86bd-4a14-80b4-b73d278cb8a4
  kind: Event
  lastTimestamp: "2026-07-08T16:48:01Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-08T16:47:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-08T16:48:01Z"
    name: isvc-xgboost-graph-raw-hpa-36ff6-predictor.18c05e6796469ec3
    namespace: kserve-ci-e2e-test
    resourceVersion: "16461"
    uid: 8f69442b-17c0-4cbe-8b78-9fb3ddb512d2
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-08T16:46:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-hpa-36ff6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15765"
    uid: 97d486c7-2f87-4b7c-aed3-67ca05970188
  kind: Event
  lastTimestamp: "2026-07-08T16:47:49Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-08T16:46:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-08T16:47:49Z"
    name: isvc-xgboost-graph-raw-hpa-36ff6.18c05e5d19b32f2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16355"
    uid: 92b7f14d-3055-456a-9549-b8e41277564c
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-08T16:46:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-hpa-36ff6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15765"
    uid: 97d486c7-2f87-4b7c-aed3-67ca05970188
  kind: Event
  lastTimestamp: "2026-07-08T16:46:46Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-graph-raw-hpa-36ff6":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-graph-raw-hpa-36ff6":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-08T16:46:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-08T16:46:46Z"
    name: isvc-xgboost-graph-raw-hpa-36ff6.18c05e5d1a2e65f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15789"
    uid: b4879698-326b-4524-af7a-8cd23c4d05d4
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-08T16:47:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-hpa-36ff6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16353"
    uid: 97d486c7-2f87-4b7c-aed3-67ca05970188
  kind: Event
  lastTimestamp: "2026-07-08T16:47:49Z"
  message: InferenceService [isvc-xgboost-graph-raw-hpa-36ff6] is Ready
  metadata:
    creationTimestamp: "2026-07-08T16:47:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-08T16:47:49Z"
    name: isvc-xgboost-graph-raw-hpa-36ff6.18c05e6bae15c667
    namespace: kserve-ci-e2e-test
    resourceVersion: "16354"
    uid: 147b3613-d117-4898-83a0-83d7c13b3807
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-08T16:48:26.677089Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-raw-4a3c0-predictor-6c9d456b8c-c42dv
    namespace: kserve-ci-e2e-test
    resourceVersion: "16729"
    uid: 0804c178-7641-4551-8a99-a57415fc4e5c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/message-dumper-raw-4a3c0-predictor-6c9d456b8c-c42dv
    to ip-10-0-138-223.ec2.internal
  metadata:
    creationTimestamp: "2026-07-08T16:48:26Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-08T16:48:26Z"
    name: message-dumper-raw-4a3c0-predictor-6c9d456b8c-c42dv.18c05e7472fca363
    namespace: kserve-ci-e2e-test
    resourceVersion: "16735"
    uid: 6f71e8ee-9ff6-42ad-9297-72a78cc239d1
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5bbdbf648f-8grkq
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-08T16:48:27Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-raw-4a3c0-predictor-6c9d456b8c-c42dv
    namespace: kserve-ci-e2e-test
    resourceVersion: "16739"
    uid: 0804c178-7641-4551-8a99-a57415fc4e5c
  kind: Event
  lastTimestamp: "2026-07-08T16:48:27Z"
  message: Add eth0 [10.133.0.28/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-08T16:48:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-08T16:48:27Z"
    name: message-dumper-raw-4a3c0-predictor-6c9d456b8c-c42dv.18c05e748c639629
    namespace: kserve-ci-e2e-test
    resourceVersion: "16769"
    uid: b04c9a23-9967-40f1-abce-17a859e97b56
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-08T16:48:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-4a3c0-predictor-6c9d456b8c-c42dv
    namespace: kserve-ci-e2e-test
    resourceVersion: "16733"
    uid: 0804c178-7641-4551-8a99-a57415fc4e5c
  kind: Event
  lastTimestamp: "2026-07-08T16:48:27Z"
  message: Pulling image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
  metadata:
    creationTimestamp: "2026-07-08T16:48:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-08T16:48:27Z"
    name: message-dumper-raw-4a3c0-predictor-6c9d456b8c-c42dv.18c05e748db46264
    namespace: kserve-ci-e2e-test
    resourceVersion: "16771"
    uid: 827c1b43-a460-49d4-ae95-0bd43c8bafc8
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-223.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-223.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-08T16:48:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-4a3c0-predictor-6c9d456b8c-c42dv
    namespace: kserve-ci-e2e-test
    resourceVersion: "16733"
    uid: 0804c178-7641-4551-8a99-a57415fc4e5c
  kind: Event
  lastTimestamp: "2026-07-08T16:48:28Z"
  message: 'Successfully pulled image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
    in 1.333s (1.333s including waiting). Image size: 14813193 bytes.'
  metadata:
    creationTimestamp: "2026-07-08T16:48:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-08T16:48:28Z"
    name: message-dumper-raw-4a3c0-predictor-6c9d456b8c-c42dv.18c05e74dd37c9ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "16784"
    uid: e39fb71d-c51e-4243-80c7-059b436b2e68
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-223.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-223.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-08T16:48:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-4a3c0-predictor-6c9d456b8c-c42dv
    namespace: kserve-ci-e2e-test
    resourceVersion: "16733"
    uid: 0804c178-7641-4551-8a99-a57415fc4e5c
  kind: Event
  lastTimestamp: "2026-07-08T16:48:28Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-08T16:48:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-08T16:48:28Z"
    name: message-dumper-raw-4a3c0-predictor-6c9d456b8c-c42dv.18c05e74e0347f18
    namespace: kserve-ci-e2e-test
    resourceVersion: "16786"
    uid: 0c9496ce-d5b5-4c31-bbe5-240adcbf5547
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-223.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-223.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-08T16:48:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-4a3c0-predictor-6c9d456b8c-c42dv
    namespace: kserve-ci-e2e-test
    resourceVersion: "16733"
    uid: 0804c178-7641-4551-8a99-a57415fc4e5c
  kind: Event
  lastTimestamp: "2026-07-08T16:48:28Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-08T16:48:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-08T16:48:28Z"
    name: message-dumper-raw-4a3c0-predictor-6c9d456b8c-c42dv.18c05e74e0a4fc12
    namespace: kserve-ci-e2e-test
    resourceVersion: "16787"
    uid: 7ac401d1-3566-4b43-9f13-45c55174684f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-223.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-223.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-08T16:48:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-4a3c0-predictor-6c9d456b8c-c42dv
    namespace: kserve-ci-e2e-test
    resourceVersion: "16733"
    uid: 0804c178-7641-4551-8a99-a57415fc4e5c
  kind: Event
  lastTimestamp: "2026-07-08T16:48:28Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-08T16:48:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-08T16:48:28Z"
    name: message-dumper-raw-4a3c0-predictor-6c9d456b8c-c42dv.18c05e74e0aed1c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16788"
    uid: fd427e7f-6eaf-4251-a781-030e60d68777
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-223.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-223.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-08T16:48:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-4a3c0-predictor-6c9d456b8c-c42dv
    namespace: kserve-ci-e2e-test
    resourceVersion: "16733"
    uid: 0804c178-7641-4551-8a99-a57415fc4e5c
  kind: Event
  lastTimestamp: "2026-07-08T16:48:28Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-08T16:48:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-08T16:48:28Z"
    name: message-dumper-raw-4a3c0-predictor-6c9d456b8c-c42dv.18c05e74e3f84d1b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16790"
    uid: d3b0fd50-6264-430e-a17e-246ec4929b14
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-223.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-223.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-08T16:48:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-4a3c0-predictor-6c9d456b8c-c42dv
    namespace: kserve-ci-e2e-test
    resourceVersion: "16733"
    uid: 0804c178-7641-4551-8a99-a57415fc4e5c
  kind: Event
  lastTimestamp: "2026-07-08T16:48:28Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-08T16:48:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-08T16:48:28Z"
    name: message-dumper-raw-4a3c0-predictor-6c9d456b8c-c42dv.18c05e74e483d4d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16791"
    uid: 4dcc6a1a-1b07-4c5f-8274-4b7793bc10d7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-223.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-223.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-08T16:50:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-4a3c0-predictor-6c9d456b8c-c42dv
    namespace: kserve-ci-e2e-test
    resourceVersion: "16733"
    uid: 0804c178-7641-4551-8a99-a57415fc4e5c
  kind: Event
  lastTimestamp: "2026-07-08T16:50:01Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-08T16:50:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-08T16:50:01Z"
    name: message-dumper-raw-4a3c0-predictor-6c9d456b8c-c42dv.18c05e8a9c17948d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17581"
    uid: aa91378e-ade7-4e09-aae9-7a7e8ef3be9f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-223.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-223.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-08T16:50:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-4a3c0-predictor-6c9d456b8c-c42dv
    namespace: kserve-ci-e2e-test
    resourceVersion: "16733"
    uid: 0804c178-7641-4551-8a99-a57415fc4e5c
  kind: Event
  lastTimestamp: "2026-07-08T16:50:01Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-08T16:50:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-08T16:50:01Z"
    name: message-dumper-raw-4a3c0-predictor-6c9d456b8c-c42dv.18c05e8a9c183b22
    namespace: kserve-ci-e2e-test
    resourceVersion: "17582"
    uid: 735efc76-940a-4129-8b47-32bd447984ac
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-223.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-223.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-08T16:48:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: message-dumper-raw-4a3c0-predictor-6c9d456b8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16708"
    uid: 24039aca-3a95-4ad0-baad-9d1dbe816bf2
  kind: Event
  lastTimestamp: "2026-07-08T16:48:26Z"
  message: 'Created pod: message-dumper-raw-4a3c0-predictor-6c9d456b8c-c42dv'
  metadata:
    creationTimestamp: "2026-07-08T16:48:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-08T16:48:26Z"
    name: message-dumper-raw-4a3c0-predictor-6c9d456b8c.18c05e7472790db0
    namespace: kserve-ci-e2e-test
    resourceVersion: "16732"
    uid: d6251c28-806b-4817-afb6-feab262d1395
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-08T16:48:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: message-dumper-raw-4a3c0-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16701"
    uid: 28ad9646-2055-4e17-b490-a43b5854421a
  kind: Event
  lastTimestamp: "2026-07-08T16:48:26Z"
  message: Scaled up replica set message-dumper-raw-4a3c0-predictor-6c9d456b8c from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-08T16:48:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-08T16:48:26Z"
    name: message-dumper-raw-4a3c0-predictor.18c05e746f1d49d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16711"
    uid: 837f8b6a-c9b6-4cf3-85f3-364251149f2e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-08T16:48:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-raw-4a3c0-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16706"
    uid: 085caaf0-9f35-4f25-a502-d501783ed5b7
  kind: Event
  lastTimestamp: "2026-07-08T16:49:11Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-08T16:48:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-08T16:49:11Z"
    name: message-dumper-raw-4a3c0-predictor.18c05e77ed9aad4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17192"
    uid: c0d13033-0ff3-46ce-a9b8-677c63983071
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-08T16:48:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-raw-4a3c0-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16706"
    uid: 085caaf0-9f35-4f25-a502-d501783ed5b7
  kind: Event
  lastTimestamp: "2026-07-08T16:49:11Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-08T16:48:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-08T16:49:11Z"
    name: message-dumper-raw-4a3c0-predictor.18c05e77edf1aa7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17193"
    uid: ad1f17c6-811d-4683-98b6-13fcb7f1ffe2
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-07-08T16:48:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-4a3c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "16693"
    uid: a9e59c8e-98ad-4f5e-bad7-d72a396e37f4
  kind: Event
  lastTimestamp: "2026-07-08T16:48:36Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-08T16:48:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-08T16:48:36Z"
    name: message-dumper-raw-4a3c0.18c05e746f4a15c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16863"
    uid: 2be5ef14-e608-42bf-ba71-ec0614340605
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-08T16:48:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-4a3c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "16693"
    uid: a9e59c8e-98ad-4f5e-bad7-d72a396e37f4
  kind: Event
  lastTimestamp: "2026-07-08T16:48:26Z"
  message: 'Failed to update status for InferenceService "message-dumper-raw-4a3c0":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "message-dumper-raw-4a3c0":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-08T16:48:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-08T16:48:26Z"
    name: message-dumper-raw-4a3c0.18c05e746fa952c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "16719"
    uid: d279662d-fdbc-435d-a1c5-7c9061e0eca9
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-08T16:48:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-4a3c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "16861"
    uid: a9e59c8e-98ad-4f5e-bad7-d72a396e37f4
  kind: Event
  lastTimestamp: "2026-07-08T16:48:36Z"
  message: InferenceService [message-dumper-raw-4a3c0] is Ready
  metadata:
    creationTimestamp: "2026-07-08T16:48:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-08T16:48:36Z"
    name: message-dumper-raw-4a3c0.18c05e76b5d5a44f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16862"
    uid: 9d0d2e28-5388-4a3d-8cc9-f88292107fcd
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-08T16:46:36.050572Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-2fcf8-d4d4bf8c-tfn28
    namespace: kserve-ci-e2e-test
    resourceVersion: "15597"
    uid: 47bf6e3d-c55d-4664-8be0-fbe2ad9b3736
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/model-chainer-raw-2fcf8-d4d4bf8c-tfn28
    to ip-10-0-141-25.ec2.internal
  metadata:
    creationTimestamp: "2026-07-08T16:46:36Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-08T16:46:36Z"
    name: model-chainer-raw-2fcf8-d4d4bf8c-tfn28.18c05e5ab122048a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15602"
    uid: ebd4f91d-480a-4e2d-8b8f-f728cbdc772a
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5bbdbf648f-8grkq
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-08T16:46:36Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-2fcf8-d4d4bf8c-tfn28
    namespace: kserve-ci-e2e-test
    resourceVersion: "15600"
    uid: 47bf6e3d-c55d-4664-8be0-fbe2ad9b3736
  kind: Event
  lastTimestamp: "2026-07-08T16:46:36Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "model-chainer-raw-2fcf8-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-08T16:46:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-08T16:46:36Z"
    name: model-chainer-raw-2fcf8-d4d4bf8c-tfn28.18c05e5abbe73ea8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15614"
    uid: b985267c-a258-43a4-8399-4d22517b6010
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-25.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-25.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-08T16:46:37Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-2fcf8-d4d4bf8c-tfn28
    namespace: kserve-ci-e2e-test
    resourceVersion: "15605"
    uid: 47bf6e3d-c55d-4664-8be0-fbe2ad9b3736
  kind: Event
  lastTimestamp: "2026-07-08T16:46:37Z"
  message: Add eth0 [10.134.0.19/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-08T16:46:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-08T16:46:37Z"
    name: model-chainer-raw-2fcf8-d4d4bf8c-tfn28.18c05e5aee429271
    namespace: kserve-ci-e2e-test
    resourceVersion: "15622"
    uid: 1aad004a-6a74-4c25-a9cf-a975297dc50a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-08T16:46:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-2fcf8}
    kind: Pod
    name: model-chainer-raw-2fcf8-d4d4bf8c-tfn28
    namespace: kserve-ci-e2e-test
    resourceVersion: "15600"
    uid: 47bf6e3d-c55d-4664-8be0-fbe2ad9b3736
  kind: Event
  lastTimestamp: "2026-07-08T16:46:37Z"
  message: Pulling image "quay.io/opendatahub/kserve-router@sha256:86bfaabcc176433317a84dc02e835b9657d32290b963c2e4ae8312aa72bd9d64"
  metadata:
    creationTimestamp: "2026-07-08T16:46:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-08T16:46:37Z"
    name: model-chainer-raw-2fcf8-d4d4bf8c-tfn28.18c05e5aef7b4238
    namespace: kserve-ci-e2e-test
    resourceVersion: "15624"
    uid: a11f1496-a6f0-4f2b-8019-ecf2322e39d6
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-25.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-25.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-08T16:46:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-2fcf8}
    kind: Pod
    name: model-chainer-raw-2fcf8-d4d4bf8c-tfn28
    namespace: kserve-ci-e2e-test
    resourceVersion: "15600"
    uid: 47bf6e3d-c55d-4664-8be0-fbe2ad9b3736
  kind: Event
  lastTimestamp: "2026-07-08T16:46:39Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-router@sha256:86bfaabcc176433317a84dc02e835b9657d32290b963c2e4ae8312aa72bd9d64"
    in 2.642s (2.642s including waiting). Image size: 218072711 bytes.'
  metadata:
    creationTimestamp: "2026-07-08T16:46:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-08T16:46:39Z"
    name: model-chainer-raw-2fcf8-d4d4bf8c-tfn28.18c05e5b8cfce388
    namespace: kserve-ci-e2e-test
    resourceVersion: "15644"
    uid: 51f2ab29-30e4-4ee7-a0bb-23713cebe91c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-25.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-25.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-08T16:46:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-2fcf8}
    kind: Pod
    name: model-chainer-raw-2fcf8-d4d4bf8c-tfn28
    namespace: kserve-ci-e2e-test
    resourceVersion: "15600"
    uid: 47bf6e3d-c55d-4664-8be0-fbe2ad9b3736
  kind: Event
  lastTimestamp: "2026-07-08T16:46:39Z"
  message: 'Created container: model-chainer-raw-2fcf8'
  metadata:
    creationTimestamp: "2026-07-08T16:46:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-08T16:46:39Z"
    name: model-chainer-raw-2fcf8-d4d4bf8c-tfn28.18c05e5b900fecb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15646"
    uid: fc53ab34-8709-4116-8872-f997d077a946
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-25.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-25.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-08T16:46:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-2fcf8}
    kind: Pod
    name: model-chainer-raw-2fcf8-d4d4bf8c-tfn28
    namespace: kserve-ci-e2e-test
    resourceVersion: "15600"
    uid: 47bf6e3d-c55d-4664-8be0-fbe2ad9b3736
  kind: Event
  lastTimestamp: "2026-07-08T16:46:39Z"
  message: Started container model-chainer-raw-2fcf8
  metadata:
    creationTimestamp: "2026-07-08T16:46:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-08T16:46:39Z"
    name: model-chainer-raw-2fcf8-d4d4bf8c-tfn28.18c05e5b90d5781f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15647"
    uid: 694fa1ba-2b86-4db3-9a79-c6520fa49272
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-25.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-25.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-08T16:46:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-2fcf8}
    kind: Pod
    name: model-chainer-raw-2fcf8-d4d4bf8c-tfn28
    namespace: kserve-ci-e2e-test
    resourceVersion: "15600"
    uid: 47bf6e3d-c55d-4664-8be0-fbe2ad9b3736
  kind: Event
  lastTimestamp: "2026-07-08T16:46:46Z"
  message: Stopping container model-chainer-raw-2fcf8
  metadata:
    creationTimestamp: "2026-07-08T16:46:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-08T16:46:46Z"
    name: model-chainer-raw-2fcf8-d4d4bf8c-tfn28.18c05e5d09b74157
    namespace: kserve-ci-e2e-test
    resourceVersion: "15720"
    uid: d5071658-8487-47fa-baac-e2925380049d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-25.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-25.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-07-08T16:46:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-2fcf8}
    kind: Pod
    name: model-chainer-raw-2fcf8-d4d4bf8c-tfn28
    namespace: kserve-ci-e2e-test
    resourceVersion: "15600"
    uid: 47bf6e3d-c55d-4664-8be0-fbe2ad9b3736
  kind: Event
  lastTimestamp: "2026-07-08T16:47:16Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-07-08T16:46:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-08T16:47:16Z"
    name: model-chainer-raw-2fcf8-d4d4bf8c-tfn28.18c05e5d0a02285f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16106"
    uid: 845c2f3d-11b4-48e2-b072-318549c684fa
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-25.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-25.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-08T16:46:36Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: model-chainer-raw-2fcf8-d4d4bf8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15594"
    uid: b5e1961b-7c52-4f85-b31f-8bb03aced50e
  kind: Event
  lastTimestamp: "2026-07-08T16:46:36Z"
  message: 'Created pod: model-chainer-raw-2fcf8-d4d4bf8c-tfn28'
  metadata:
    creationTimestamp: "2026-07-08T16:46:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-08T16:46:36Z"
    name: model-chainer-raw-2fcf8-d4d4bf8c.18c05e5ab0ca3ab0
    namespace: kserve-ci-e2e-test
    resourceVersion: "15599"
    uid: ef5d5ffe-d9de-477d-845c-b6e1dc7c1869
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-08T16:46:36Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: model-chainer-raw-2fcf8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15592"
    uid: 096ac195-709f-46d8-98f9-f51b4374b486
  kind: Event
  lastTimestamp: "2026-07-08T16:46:36Z"
  message: Scaled up replica set model-chainer-raw-2fcf8-d4d4bf8c from 0 to 1
  metadata:
    creationTimestamp: "2026-07-08T16:46:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-08T16:46:36Z"
    name: model-chainer-raw-2fcf8.18c05e5aafd76a41
    namespace: kserve-ci-e2e-test
    resourceVersion: "15595"
    uid: 626baa6b-bbdf-4269-82e4-07332d60cf03
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-08T16:46:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: model-chainer-raw-2fcf8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15609"
    uid: e9385010-4ea9-4a89-b072-379ed89d75d2
  kind: Event
  lastTimestamp: "2026-07-08T16:46:36Z"
  message: InferenceGraph [model-chainer-raw-2fcf8] is Ready
  metadata:
    creationTimestamp: "2026-07-08T16:46:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-08T16:46:36Z"
    name: model-chainer-raw-2fcf8.18c05e5ab4b177a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15611"
    uid: 5ad77486-c755-4c58-a3f0-728dd4f44d37
  reason: InferenceGraphReady
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-08T16:48:16.405962Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-hpa-36ff6-79b7c789b7-zv5xl
    namespace: kserve-ci-e2e-test
    resourceVersion: "16568"
    uid: 6adaac70-9520-4958-9f8d-b2099ffb24ea
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/model-chainer-raw-hpa-36ff6-79b7c789b7-zv5xl
    to ip-10-0-141-25.ec2.internal
  metadata:
    creationTimestamp: "2026-07-08T16:48:16Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-08T16:48:16Z"
    name: model-chainer-raw-hpa-36ff6-79b7c789b7-zv5xl.18c05e720ec7bcdc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16575"
    uid: 25c6bbca-7b31-4608-bd4f-7f3af4502d1d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5bbdbf648f-8grkq
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-08T16:48:16Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-hpa-36ff6-79b7c789b7-zv5xl
    namespace: kserve-ci-e2e-test
    resourceVersion: "16579"
    uid: 6adaac70-9520-4958-9f8d-b2099ffb24ea
  kind: Event
  lastTimestamp: "2026-07-08T16:48:16Z"
  message: Add eth0 [10.134.0.20/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-08T16:48:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-08T16:48:16Z"
    name: model-chainer-raw-hpa-36ff6-79b7c789b7-zv5xl.18c05e72286fc0e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16594"
    uid: 65178167-a79a-4764-ab7b-8d3f3daa8711
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-08T16:48:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-36ff6}
    kind: Pod
    name: model-chainer-raw-hpa-36ff6-79b7c789b7-zv5xl
    namespace: kserve-ci-e2e-test
    resourceVersion: "16571"
    uid: 6adaac70-9520-4958-9f8d-b2099ffb24ea
  kind: Event
  lastTimestamp: "2026-07-08T16:48:16Z"
  message: Container image "quay.io/opendatahub/kserve-router@sha256:86bfaabcc176433317a84dc02e835b9657d32290b963c2e4ae8312aa72bd9d64"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-08T16:48:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-08T16:48:16Z"
    name: model-chainer-raw-hpa-36ff6-79b7c789b7-zv5xl.18c05e72299ee0fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16596"
    uid: 79023d66-dea7-4fe7-b251-6b2e6f0ca90c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-25.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-25.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-08T16:48:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-36ff6}
    kind: Pod
    name: model-chainer-raw-hpa-36ff6-79b7c789b7-zv5xl
    namespace: kserve-ci-e2e-test
    resourceVersion: "16571"
    uid: 6adaac70-9520-4958-9f8d-b2099ffb24ea
  kind: Event
  lastTimestamp: "2026-07-08T16:48:16Z"
  message: 'Created container: model-chainer-raw-hpa-36ff6'
  metadata:
    creationTimestamp: "2026-07-08T16:48:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-08T16:48:16Z"
    name: model-chainer-raw-hpa-36ff6-79b7c789b7-zv5xl.18c05e722cca0b7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16598"
    uid: 8c3b6979-6730-4ba0-853d-1022a7ede180
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-25.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-25.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-08T16:48:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-36ff6}
    kind: Pod
    name: model-chainer-raw-hpa-36ff6-79b7c789b7-zv5xl
    namespace: kserve-ci-e2e-test
    resourceVersion: "16571"
    uid: 6adaac70-9520-4958-9f8d-b2099ffb24ea
  kind: Event
  lastTimestamp: "2026-07-08T16:48:16Z"
  message: Started container model-chainer-raw-hpa-36ff6
  metadata:
    creationTimestamp: "2026-07-08T16:48:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-08T16:48:16Z"
    name: model-chainer-raw-hpa-36ff6-79b7c789b7-zv5xl.18c05e722d455e60
    namespace: kserve-ci-e2e-test
    resourceVersion: "16599"
    uid: c8e134e6-9c12-4af7-8eb2-1d627e90d12e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-25.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-25.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-08T16:48:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-36ff6}
    kind: Pod
    name: model-chainer-raw-hpa-36ff6-79b7c789b7-zv5xl
    namespace: kserve-ci-e2e-test
    resourceVersion: "16571"
    uid: 6adaac70-9520-4958-9f8d-b2099ffb24ea
  kind: Event
  lastTimestamp: "2026-07-08T16:48:26Z"
  message: Stopping container model-chainer-raw-hpa-36ff6
  metadata:
    creationTimestamp: "2026-07-08T16:48:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-08T16:48:26Z"
    name: model-chainer-raw-hpa-36ff6-79b7c789b7-zv5xl.18c05e74666a1673
    namespace: kserve-ci-e2e-test
    resourceVersion: "16686"
    uid: 0b467067-e222-4c21-b2c2-b87feca85b65
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-25.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-25.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-08T16:48:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-36ff6}
    kind: Pod
    name: model-chainer-raw-hpa-36ff6-79b7c789b7-zv5xl
    namespace: kserve-ci-e2e-test
    resourceVersion: "16571"
    uid: 6adaac70-9520-4958-9f8d-b2099ffb24ea
  kind: Event
  lastTimestamp: "2026-07-08T16:48:53Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-07-08T16:48:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-08T16:48:53Z"
    name: model-chainer-raw-hpa-36ff6-79b7c789b7-zv5xl.18c05e74f4405e38
    namespace: kserve-ci-e2e-test
    resourceVersion: "17071"
    uid: 391d1301-13d7-4678-ac64-175f6e220e15
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-25.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-25.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-08T16:48:16Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: model-chainer-raw-hpa-36ff6-79b7c789b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16565"
    uid: c83d7545-536e-4ace-a598-eaac18452463
  kind: Event
  lastTimestamp: "2026-07-08T16:48:16Z"
  message: 'Created pod: model-chainer-raw-hpa-36ff6-79b7c789b7-zv5xl'
  metadata:
    creationTimestamp: "2026-07-08T16:48:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-08T16:48:16Z"
    name: model-chainer-raw-hpa-36ff6-79b7c789b7.18c05e720e5c537b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16570"
    uid: 3bacef71-29d9-4e1a-98c2-4f5de6eb72dc
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-08T16:48:16Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: model-chainer-raw-hpa-36ff6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16563"
    uid: 55ef604c-5866-463f-a832-756e9a6b5ae6
  kind: Event
  lastTimestamp: "2026-07-08T16:48:16Z"
  message: Scaled up replica set model-chainer-raw-hpa-36ff6-79b7c789b7 from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-08T16:48:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-08T16:48:16Z"
    name: model-chainer-raw-hpa-36ff6.18c05e720d816c9a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16566"
    uid: aaa8f04b-6c48-4221-8f94-81c435d1353d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-08T16:48:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: model-chainer-raw-hpa-36ff6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16582"
    uid: 7d6cadb2-34f2-4163-9ac3-684f028c2b47
  kind: Event
  lastTimestamp: "2026-07-08T16:48:16Z"
  message: InferenceGraph [model-chainer-raw-hpa-36ff6] is Ready
  metadata:
    creationTimestamp: "2026-07-08T16:48:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-08T16:48:16Z"
    name: model-chainer-raw-hpa-36ff6.18c05e721305aae3
    namespace: kserve-ci-e2e-test
    resourceVersion: "16585"
    uid: 6127c208-6b5a-42f5-a4ee-947077847ff5
  reason: InferenceGraphReady
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-08T16:48:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: model-chainer-raw-hpa-36ff6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16558"
    uid: 7d6cadb2-34f2-4163-9ac3-684f028c2b47
  kind: Event
  lastTimestamp: "2026-07-08T16:48:16Z"
  message: 'Failed to update status for InferenceGraph "model-chainer-raw-hpa-36ff6":
    Operation cannot be fulfilled on inferencegraphs.serving.kserve.io "model-chainer-raw-hpa-36ff6":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-08T16:48:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-08T16:48:16Z"
    name: model-chainer-raw-hpa-36ff6.18c05e7215516f40
    namespace: kserve-ci-e2e-test
    resourceVersion: "16588"
    uid: c9d351a9-89fa-4e6a-bd22-593719e0c9a0
  reason: UpdateFailed
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-08T16:48:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: model-chainer-raw-hpa-36ff6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16558"
    uid: 7d6cadb2-34f2-4163-9ac3-684f028c2b47
  kind: Event
  lastTimestamp: "2026-07-08T16:48:16Z"
  message: 'fails to update InferenceGraph status: Operation cannot be fulfilled on
    inferencegraphs.serving.kserve.io "model-chainer-raw-hpa-36ff6": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-08T16:48:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-08T16:48:16Z"
    name: model-chainer-raw-hpa-36ff6.18c05e721551beca
    namespace: kserve-ci-e2e-test
    resourceVersion: "16589"
    uid: cf9cfe0f-4ebf-4159-8dbd-30c3584190f0
  reason: InternalError
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-08T16:54:34.047406Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-6e855-predictor-67c4c4b6c7-q6828
    namespace: kserve-ci-e2e-test
    resourceVersion: "19897"
    uid: 3da0e886-84bd-4b9a-b67b-2c30f3771246
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/raw-sklearn-6e855-predictor-67c4c4b6c7-q6828
    to ip-10-0-138-223.ec2.internal
  metadata:
    creationTimestamp: "2026-07-08T16:54:34Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-08T16:54:34Z"
    name: raw-sklearn-6e855-predictor-67c4c4b6c7-q6828.18c05ec9fbf6f31a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19902"
    uid: c72a6b2f-aa23-4e07-9b1b-83d3d207ed54
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5bbdbf648f-8grkq
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-08T16:54:34Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-6e855-predictor-67c4c4b6c7-q6828
    namespace: kserve-ci-e2e-test
    resourceVersion: "19907"
    uid: 3da0e886-84bd-4b9a-b67b-2c30f3771246
  kind: Event
  lastTimestamp: "2026-07-08T16:54:34Z"
  message: Add eth0 [10.133.0.34/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-08T16:54:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-08T16:54:34Z"
    name: raw-sklearn-6e855-predictor-67c4c4b6c7-q6828.18c05eca154a855b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19914"
    uid: bc684367-3c2f-4bb3-b29e-604bc9e36799
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-08T16:54:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-6e855-predictor-67c4c4b6c7-q6828
    namespace: kserve-ci-e2e-test
    resourceVersion: "19899"
    uid: 3da0e886-84bd-4b9a-b67b-2c30f3771246
  kind: Event
  lastTimestamp: "2026-07-08T16:54:34Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:43b18792ad3c8c70fe63e50dee47838dba7fd6b00a2dcfe15c76c1dafc2c7ad8"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-08T16:54:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-08T16:54:34Z"
    name: raw-sklearn-6e855-predictor-67c4c4b6c7-q6828.18c05eca16d19b4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19917"
    uid: 69ca5335-c8bc-47b9-ab46-2c6680216fa9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-223.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-223.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-08T16:54:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-6e855-predictor-67c4c4b6c7-q6828
    namespace: kserve-ci-e2e-test
    resourceVersion: "19899"
    uid: 3da0e886-84bd-4b9a-b67b-2c30f3771246
  kind: Event
  lastTimestamp: "2026-07-08T16:54:34Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-08T16:54:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-08T16:54:34Z"
    name: raw-sklearn-6e855-predictor-67c4c4b6c7-q6828.18c05eca1966b3f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19918"
    uid: 7b53617b-e7b3-463e-b76d-fdd1ec9f0341
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-223.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-223.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-08T16:54:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-6e855-predictor-67c4c4b6c7-q6828
    namespace: kserve-ci-e2e-test
    resourceVersion: "19899"
    uid: 3da0e886-84bd-4b9a-b67b-2c30f3771246
  kind: Event
  lastTimestamp: "2026-07-08T16:54:34Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-08T16:54:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-08T16:54:34Z"
    name: raw-sklearn-6e855-predictor-67c4c4b6c7-q6828.18c05eca19d69049
    namespace: kserve-ci-e2e-test
    resourceVersion: "19919"
    uid: b32b2129-33ca-42a2-8279-b2af9cab1a2d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-223.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-223.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-08T16:54:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-6e855-predictor-67c4c4b6c7-q6828
    namespace: kserve-ci-e2e-test
    resourceVersion: "19899"
    uid: 3da0e886-84bd-4b9a-b67b-2c30f3771246
  kind: Event
  lastTimestamp: "2026-07-08T16:54:38Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1707"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-08T16:54:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-08T16:54:38Z"
    name: raw-sklearn-6e855-predictor-67c4c4b6c7-q6828.18c05ecb15841aea
    namespace: kserve-ci-e2e-test
    resourceVersion: "19951"
    uid: 1d59f4b7-9d3b-4803-b73c-003c64334f32
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-223.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-223.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-08T16:54:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-6e855-predictor-67c4c4b6c7-q6828
    namespace: kserve-ci-e2e-test
    resourceVersion: "19899"
    uid: 3da0e886-84bd-4b9a-b67b-2c30f3771246
  kind: Event
  lastTimestamp: "2026-07-08T16:54:38Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-08T16:54:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-08T16:54:38Z"
    name: raw-sklearn-6e855-predictor-67c4c4b6c7-q6828.18c05ecb185a2df4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19954"
    uid: e38cb44e-b626-4113-912b-ba49d1509484
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-223.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-223.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-08T16:54:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-6e855-predictor-67c4c4b6c7-q6828
    namespace: kserve-ci-e2e-test
    resourceVersion: "19899"
    uid: 3da0e886-84bd-4b9a-b67b-2c30f3771246
  kind: Event
  lastTimestamp: "2026-07-08T16:54:38Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-08T16:54:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-08T16:54:38Z"
    name: raw-sklearn-6e855-predictor-67c4c4b6c7-q6828.18c05ecb18cd872f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19955"
    uid: c919309f-87d4-44b0-aeb1-692c39b1df09
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-223.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-223.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-08T16:54:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-6e855-predictor-67c4c4b6c7-q6828
    namespace: kserve-ci-e2e-test
    resourceVersion: "19899"
    uid: 3da0e886-84bd-4b9a-b67b-2c30f3771246
  kind: Event
  lastTimestamp: "2026-07-08T16:54:38Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-08T16:54:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-08T16:54:38Z"
    name: raw-sklearn-6e855-predictor-67c4c4b6c7-q6828.18c05ecb18d69d00
    namespace: kserve-ci-e2e-test
    resourceVersion: "19958"
    uid: 200710eb-e6e5-45c4-af88-b5816f772bb4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-223.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-223.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-08T16:54:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-6e855-predictor-67c4c4b6c7-q6828
    namespace: kserve-ci-e2e-test
    resourceVersion: "19899"
    uid: 3da0e886-84bd-4b9a-b67b-2c30f3771246
  kind: Event
  lastTimestamp: "2026-07-08T16:54:38Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-08T16:54:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-08T16:54:38Z"
    name: raw-sklearn-6e855-predictor-67c4c4b6c7-q6828.18c05ecb1b9d8f8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19960"
    uid: 35856c22-c567-4877-87de-f22d3bfe0827
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-223.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-223.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-08T16:54:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-6e855-predictor-67c4c4b6c7-q6828
    namespace: kserve-ci-e2e-test
    resourceVersion: "19899"
    uid: 3da0e886-84bd-4b9a-b67b-2c30f3771246
  kind: Event
  lastTimestamp: "2026-07-08T16:54:38Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-08T16:54:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-08T16:54:38Z"
    name: raw-sklearn-6e855-predictor-67c4c4b6c7-q6828.18c05ecb1c0cc297
    namespace: kserve-ci-e2e-test
    resourceVersion: "19962"
    uid: 756152b2-2ea8-484f-9fe2-62b3b12df2bc
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-223.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-223.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-08T16:54:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-6e855-predictor-67c4c4b6c7-q6828
    namespace: kserve-ci-e2e-test
    resourceVersion: "19899"
    uid: 3da0e886-84bd-4b9a-b67b-2c30f3771246
  kind: Event
  lastTimestamp: "2026-07-08T16:55:56Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.34:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-08T16:54:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-08T16:55:56Z"
    name: raw-sklearn-6e855-predictor-67c4c4b6c7-q6828.18c05ecb8d98c053
    namespace: kserve-ci-e2e-test
    resourceVersion: "20538"
    uid: d9cb1323-52a6-456b-93c7-1dcfa1788954
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-223.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-223.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-08T16:55:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-6e855-predictor-67c4c4b6c7-q6828
    namespace: kserve-ci-e2e-test
    resourceVersion: "19899"
    uid: 3da0e886-84bd-4b9a-b67b-2c30f3771246
  kind: Event
  lastTimestamp: "2026-07-08T16:55:54Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-08T16:55:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-08T16:55:54Z"
    name: raw-sklearn-6e855-predictor-67c4c4b6c7-q6828.18c05edca1fb3098
    namespace: kserve-ci-e2e-test
    resourceVersion: "20516"
    uid: 2c5c04eb-ac0e-4f4e-afc6-49b0e89f3e35
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-223.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-223.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-08T16:55:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-6e855-predictor-67c4c4b6c7-q6828
    namespace: kserve-ci-e2e-test
    resourceVersion: "19899"
    uid: 3da0e886-84bd-4b9a-b67b-2c30f3771246
  kind: Event
  lastTimestamp: "2026-07-08T16:55:54Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-08T16:55:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-08T16:55:54Z"
    name: raw-sklearn-6e855-predictor-67c4c4b6c7-q6828.18c05edca1fb9af2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20517"
    uid: b5b4b2d3-003a-4391-ab34-8d158499c5c1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-223.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-223.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-08T16:55:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-6e855-predictor-67c4c4b6c7-q6828
    namespace: kserve-ci-e2e-test
    resourceVersion: "19899"
    uid: 3da0e886-84bd-4b9a-b67b-2c30f3771246
  kind: Event
  lastTimestamp: "2026-07-08T16:55:56Z"
  message: 'Readiness probe failed: Get "https://10.133.0.34:8643/healthz": dial tcp
    10.133.0.34:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-08T16:55:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-08T16:55:56Z"
    name: raw-sklearn-6e855-predictor-67c4c4b6c7-q6828.18c05edd3fcabbc3
    namespace: kserve-ci-e2e-test
    resourceVersion: "20537"
    uid: 80c24de7-2b16-4c6e-9a07-5fb9812d4b77
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-223.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-223.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-08T16:54:34Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: raw-sklearn-6e855-predictor-67c4c4b6c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19886"
    uid: 56fc5c93-5764-4fde-bf12-4a34df086496
  kind: Event
  lastTimestamp: "2026-07-08T16:54:34Z"
  message: 'Created pod: raw-sklearn-6e855-predictor-67c4c4b6c7-q6828'
  metadata:
    creationTimestamp: "2026-07-08T16:54:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-08T16:54:34Z"
    name: raw-sklearn-6e855-predictor-67c4c4b6c7.18c05ec9fb801544
    namespace: kserve-ci-e2e-test
    resourceVersion: "19898"
    uid: 2396e5bf-97a0-4593-a3d0-68345e9b7997
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-08T16:54:33Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: raw-sklearn-6e855-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19884"
    uid: eddc903f-e9fa-4615-982e-e0e54f97433d
  kind: Event
  lastTimestamp: "2026-07-08T16:54:33Z"
  message: Scaled up replica set raw-sklearn-6e855-predictor-67c4c4b6c7 from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-08T16:54:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-08T16:54:33Z"
    name: raw-sklearn-6e855-predictor.18c05ec9f8107781
    namespace: kserve-ci-e2e-test
    resourceVersion: "19887"
    uid: 6b7780be-ef5e-41f0-8493-77513b5cba67
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-08T16:54:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-6e855-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19885"
    uid: d4fc4a39-e6f9-4628-8a64-c1df8d8d0b68
  kind: Event
  lastTimestamp: "2026-07-08T16:55:19Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-08T16:54:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-08T16:55:19Z"
    name: raw-sklearn-6e855-predictor.18c05ecd774c2671
    namespace: kserve-ci-e2e-test
    resourceVersion: "20236"
    uid: a90ce870-8df2-4b05-b904-60ddb3ba63b0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-08T16:54:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-6e855-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19885"
    uid: d4fc4a39-e6f9-4628-8a64-c1df8d8d0b68
  kind: Event
  lastTimestamp: "2026-07-08T16:55:19Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-08T16:54:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-08T16:55:19Z"
    name: raw-sklearn-6e855-predictor.18c05ecd77b96553
    namespace: kserve-ci-e2e-test
    resourceVersion: "20237"
    uid: d48d895c-8f2d-48be-ac42-8dc636f5707d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-08T16:55:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-6e855-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20031"
    uid: d4fc4a39-e6f9-4628-8a64-c1df8d8d0b68
  kind: Event
  lastTimestamp: "2026-07-08T16:55:49Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-08T16:55:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-08T16:55:49Z"
    name: raw-sklearn-6e855-predictor.18c05ed7f4b2ee9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20458"
    uid: bd42377d-f9fc-49f9-b2e6-b7eeadc81f70
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-08T16:55:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-6e855-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20031"
    uid: d4fc4a39-e6f9-4628-8a64-c1df8d8d0b68
  kind: Event
  lastTimestamp: "2026-07-08T16:55:49Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-08T16:55:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-08T16:55:49Z"
    name: raw-sklearn-6e855-predictor.18c05ed7f51b0649
    namespace: kserve-ci-e2e-test
    resourceVersion: "20460"
    uid: c11e0fcd-c29e-4ff6-9665-750279862823
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-08T16:54:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-6e855
    namespace: kserve-ci-e2e-test
    resourceVersion: "19877"
    uid: e8e04e6b-bc5e-46af-b18a-b9c7640162ea
  kind: Event
  lastTimestamp: "2026-07-08T16:55:46Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-08T16:54:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-08T16:55:46Z"
    name: raw-sklearn-6e855.18c05ec9f811b1fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "20440"
    uid: 3a5a00d1-0609-4393-ba92-e0d5d8b1e98b
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-08T16:54:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-6e855
    namespace: kserve-ci-e2e-test
    resourceVersion: "19877"
    uid: e8e04e6b-bc5e-46af-b18a-b9c7640162ea
  kind: Event
  lastTimestamp: "2026-07-08T16:54:33Z"
  message: 'Failed to update status for InferenceService "raw-sklearn-6e855": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "raw-sklearn-6e855":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-08T16:54:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-08T16:54:33Z"
    name: raw-sklearn-6e855.18c05ec9f893c25c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19891"
    uid: 2de91a7a-151d-4e4f-a6c7-77b01595f9ae
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-08T16:55:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-6e855
    namespace: kserve-ci-e2e-test
    resourceVersion: "20437"
    uid: e8e04e6b-bc5e-46af-b18a-b9c7640162ea
  kind: Event
  lastTimestamp: "2026-07-08T16:55:46Z"
  message: InferenceService [raw-sklearn-6e855] is Ready
  metadata:
    creationTimestamp: "2026-07-08T16:55:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-08T16:55:46Z"
    name: raw-sklearn-6e855.18c05edaf18f3c3e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20439"
    uid: 2eac6ca1-945d-401c-9d84-d1365cf36e89
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-08T16:55:59.317848Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-runtime-7d1b7-predictor-698dfdb665-krtq5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20578"
    uid: 3d6cdd1f-b5d8-4884-b60f-8e10519ee00f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/raw-sklearn-runtime-7d1b7-predictor-698dfdb665-krtq5
    to ip-10-0-138-223.ec2.internal
  metadata:
    creationTimestamp: "2026-07-08T16:55:59Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-08T16:55:59Z"
    name: raw-sklearn-runtime-7d1b7-predictor-698dfdb665-krtq5.18c05eddd67a9b9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20584"
    uid: dfbdd077-17fe-4689-bd3b-9d881ea925e8
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5bbdbf648f-8grkq
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-08T16:55:59Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-runtime-7d1b7-predictor-698dfdb665-krtq5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20588"
    uid: 3d6cdd1f-b5d8-4884-b60f-8e10519ee00f
  kind: Event
  lastTimestamp: "2026-07-08T16:55:59Z"
  message: Add eth0 [10.133.0.35/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-08T16:55:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-08T16:55:59Z"
    name: raw-sklearn-runtime-7d1b7-predictor-698dfdb665-krtq5.18c05eddefe93175
    namespace: kserve-ci-e2e-test
    resourceVersion: "20599"
    uid: 897dc427-92a2-4797-9df3-1db20d4cf772
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-08T16:55:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-runtime-7d1b7-predictor-698dfdb665-krtq5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20582"
    uid: 3d6cdd1f-b5d8-4884-b60f-8e10519ee00f
  kind: Event
  lastTimestamp: "2026-07-08T16:55:59Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:43b18792ad3c8c70fe63e50dee47838dba7fd6b00a2dcfe15c76c1dafc2c7ad8"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-08T16:55:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-08T16:55:59Z"
    name: raw-sklearn-runtime-7d1b7-predictor-698dfdb665-krtq5.18c05eddf169a6c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20601"
    uid: b6e55307-62a8-478f-adaa-acced81a87c9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-223.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-223.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-08T16:55:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-runtime-7d1b7-predictor-698dfdb665-krtq5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20582"
    uid: 3d6cdd1f-b5d8-4884-b60f-8e10519ee00f
  kind: Event
  lastTimestamp: "2026-07-08T16:55:59Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-08T16:55:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-08T16:55:59Z"
    name: raw-sklearn-runtime-7d1b7-predictor-698dfdb665-krtq5.18c05eddf41ba787
    namespace: kserve-ci-e2e-test
    resourceVersion: "20603"
    uid: 7b21efaf-982f-400b-bf12-c4e07428d9e8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-223.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-223.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-08T16:55:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-runtime-7d1b7-predictor-698dfdb665-krtq5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20582"
    uid: 3d6cdd1f-b5d8-4884-b60f-8e10519ee00f
  kind: Event
  lastTimestamp: "2026-07-08T16:55:59Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-08T16:55:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-08T16:55:59Z"
    name: raw-sklearn-runtime-7d1b7-predictor-698dfdb665-krtq5.18c05eddf4870cbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20604"
    uid: 60b852cf-0478-4359-9464-27356cadc0b7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-223.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-223.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-08T16:56:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-7d1b7-predictor-698dfdb665-krtq5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20582"
    uid: 3d6cdd1f-b5d8-4884-b60f-8e10519ee00f
  kind: Event
  lastTimestamp: "2026-07-08T16:56:04Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1707"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-08T16:56:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-08T16:56:04Z"
    name: raw-sklearn-runtime-7d1b7-predictor-698dfdb665-krtq5.18c05edef41b9374
    namespace: kserve-ci-e2e-test
    resourceVersion: "20637"
    uid: afce8871-eb3b-4d92-a222-3a9e0846abdf
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-223.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-223.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-08T16:56:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-7d1b7-predictor-698dfdb665-krtq5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20582"
    uid: 3d6cdd1f-b5d8-4884-b60f-8e10519ee00f
  kind: Event
  lastTimestamp: "2026-07-08T16:56:04Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-08T16:56:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-08T16:56:04Z"
    name: raw-sklearn-runtime-7d1b7-predictor-698dfdb665-krtq5.18c05edef72a7ff5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20639"
    uid: 9844564a-4ef9-4704-b8be-f487e32ae666
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-223.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-223.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-08T16:56:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-7d1b7-predictor-698dfdb665-krtq5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20582"
    uid: 3d6cdd1f-b5d8-4884-b60f-8e10519ee00f
  kind: Event
  lastTimestamp: "2026-07-08T16:56:04Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-08T16:56:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-08T16:56:04Z"
    name: raw-sklearn-runtime-7d1b7-predictor-698dfdb665-krtq5.18c05edef7b6d617
    namespace: kserve-ci-e2e-test
    resourceVersion: "20642"
    uid: 689b9af6-9cec-4ca1-a265-3ec898fae7e9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-223.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-223.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-08T16:56:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-7d1b7-predictor-698dfdb665-krtq5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20582"
    uid: 3d6cdd1f-b5d8-4884-b60f-8e10519ee00f
  kind: Event
  lastTimestamp: "2026-07-08T16:56:04Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-08T16:56:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-08T16:56:04Z"
    name: raw-sklearn-runtime-7d1b7-predictor-698dfdb665-krtq5.18c05edef7bf90e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "20643"
    uid: 152c2d17-a8e6-4900-b762-bb3ed419905e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-223.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-223.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-08T16:56:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-7d1b7-predictor-698dfdb665-krtq5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20582"
    uid: 3d6cdd1f-b5d8-4884-b60f-8e10519ee00f
  kind: Event
  lastTimestamp: "2026-07-08T16:56:04Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-08T16:56:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-08T16:56:04Z"
    name: raw-sklearn-runtime-7d1b7-predictor-698dfdb665-krtq5.18c05edefa36ed20
    namespace: kserve-ci-e2e-test
    resourceVersion: "20645"
    uid: b4c5251d-ca54-41e8-9a4b-7783e6d1e0d4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-223.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-223.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-08T16:56:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-7d1b7-predictor-698dfdb665-krtq5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20582"
    uid: 3d6cdd1f-b5d8-4884-b60f-8e10519ee00f
  kind: Event
  lastTimestamp: "2026-07-08T16:56:04Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-08T16:56:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-08T16:56:04Z"
    name: raw-sklearn-runtime-7d1b7-predictor-698dfdb665-krtq5.18c05edefaa5d6c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "20646"
    uid: c6480cd8-1e20-4b38-86be-886344d6a36d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-223.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-223.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-08T16:56:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-7d1b7-predictor-698dfdb665-krtq5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20582"
    uid: 3d6cdd1f-b5d8-4884-b60f-8e10519ee00f
  kind: Event
  lastTimestamp: "2026-07-08T16:57:22Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.35:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-08T16:56:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-08T16:57:22Z"
    name: raw-sklearn-runtime-7d1b7-predictor-698dfdb665-krtq5.18c05edf6bf160e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21222"
    uid: c9a2a563-6c38-463f-8005-f2bb9835f3a1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-223.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-223.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-08T16:57:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-7d1b7-predictor-698dfdb665-krtq5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20582"
    uid: 3d6cdd1f-b5d8-4884-b60f-8e10519ee00f
  kind: Event
  lastTimestamp: "2026-07-08T16:57:19Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-08T16:57:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-08T16:57:19Z"
    name: raw-sklearn-runtime-7d1b7-predictor-698dfdb665-krtq5.18c05ef07cdbec31
    namespace: kserve-ci-e2e-test
    resourceVersion: "21203"
    uid: 308b6955-20e1-4063-a57b-9da98872d6ef
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-223.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-223.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-08T16:57:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-7d1b7-predictor-698dfdb665-krtq5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20582"
    uid: 3d6cdd1f-b5d8-4884-b60f-8e10519ee00f
  kind: Event
  lastTimestamp: "2026-07-08T16:57:19Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-08T16:57:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-08T16:57:19Z"
    name: raw-sklearn-runtime-7d1b7-predictor-698dfdb665-krtq5.18c05ef07cdc4d08
    namespace: kserve-ci-e2e-test
    resourceVersion: "21204"
    uid: 4f9c6cc7-68ff-4e3d-8739-56f71925de86
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-223.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-223.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-08T16:57:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-7d1b7-predictor-698dfdb665-krtq5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20582"
    uid: 3d6cdd1f-b5d8-4884-b60f-8e10519ee00f
  kind: Event
  lastTimestamp: "2026-07-08T16:57:22Z"
  message: 'Readiness probe failed: Get "https://10.133.0.35:8643/healthz": dial tcp
    10.133.0.35:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-08T16:57:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-08T16:57:22Z"
    name: raw-sklearn-runtime-7d1b7-predictor-698dfdb665-krtq5.18c05ef11e11bc9a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21221"
    uid: 388b4c7b-6f9f-48db-a368-f785f328f152
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-223.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-223.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-08T16:55:59Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: raw-sklearn-runtime-7d1b7-predictor-698dfdb665
    namespace: kserve-ci-e2e-test
    resourceVersion: "20568"
    uid: 30fc085c-6ab9-4ab0-af4c-549c9a6db7f8
  kind: Event
  lastTimestamp: "2026-07-08T16:55:59Z"
  message: 'Created pod: raw-sklearn-runtime-7d1b7-predictor-698dfdb665-krtq5'
  metadata:
    creationTimestamp: "2026-07-08T16:55:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-08T16:55:59Z"
    name: raw-sklearn-runtime-7d1b7-predictor-698dfdb665.18c05eddd60cf02f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20581"
    uid: 5b6a503c-aa35-4223-a651-e9b106d39525
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-08T16:55:59Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: raw-sklearn-runtime-7d1b7-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20566"
    uid: 1c2e1bbf-14b5-4db2-92ef-cc71b3fcb20a
  kind: Event
  lastTimestamp: "2026-07-08T16:55:59Z"
  message: Scaled up replica set raw-sklearn-runtime-7d1b7-predictor-698dfdb665 from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-08T16:55:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-08T16:55:59Z"
    name: raw-sklearn-runtime-7d1b7-predictor.18c05eddd2c0ee29
    namespace: kserve-ci-e2e-test
    resourceVersion: "20569"
    uid: a92bf9a8-5966-4ba4-a438-074d3b3a2914
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-08T16:56:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-runtime-7d1b7-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20567"
    uid: 3045f85e-65d5-4ad0-be29-f2d23fe48089
  kind: Event
  lastTimestamp: "2026-07-08T16:56:29Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-08T16:56:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-08T16:56:29Z"
    name: raw-sklearn-runtime-7d1b7-predictor.18c05ee15143bff1
    namespace: kserve-ci-e2e-test
    resourceVersion: "20825"
    uid: 995c47c2-a2b6-4c6a-8621-5fd8065edc58
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-08T16:56:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-runtime-7d1b7-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20567"
    uid: 3045f85e-65d5-4ad0-be29-f2d23fe48089
  kind: Event
  lastTimestamp: "2026-07-08T16:56:29Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-08T16:56:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-08T16:56:29Z"
    name: raw-sklearn-runtime-7d1b7-predictor.18c05ee151a9bb16
    namespace: kserve-ci-e2e-test
    resourceVersion: "20826"
    uid: d0f36674-9de3-4a18-bf57-101c507693c1
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-08T16:56:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-runtime-7d1b7-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20721"
    uid: 3045f85e-65d5-4ad0-be29-f2d23fe48089
  kind: Event
  lastTimestamp: "2026-07-08T16:57:14Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-08T16:56:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-08T16:57:14Z"
    name: raw-sklearn-runtime-7d1b7-predictor.18c05ee84f88bdd1
    namespace: kserve-ci-e2e-test
    resourceVersion: "21154"
    uid: 130d3343-8d5d-4fa9-91c8-43dd5ced6070
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-08T16:56:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-runtime-7d1b7-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20721"
    uid: 3045f85e-65d5-4ad0-be29-f2d23fe48089
  kind: Event
  lastTimestamp: "2026-07-08T16:57:14Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-08T16:56:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-08T16:57:14Z"
    name: raw-sklearn-runtime-7d1b7-predictor.18c05ee84feb04bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "21155"
    uid: 3928575b-094e-46d0-bdcc-701473def841
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-08T16:55:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-runtime-7d1b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20559"
    uid: 849e6447-ace9-41d2-8c6c-cd177157435f
  kind: Event
  lastTimestamp: "2026-07-08T16:57:12Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-08T16:55:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-08T16:57:12Z"
    name: raw-sklearn-runtime-7d1b7.18c05eddd2c1eced
    namespace: kserve-ci-e2e-test
    resourceVersion: "21136"
    uid: 1c81d5c8-9f34-4b98-9151-3c95b97bb74f
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-08T16:55:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-runtime-7d1b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20559"
    uid: 849e6447-ace9-41d2-8c6c-cd177157435f
  kind: Event
  lastTimestamp: "2026-07-08T16:55:59Z"
  message: 'Failed to update status for InferenceService "raw-sklearn-runtime-7d1b7":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "raw-sklearn-runtime-7d1b7":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-08T16:55:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-08T16:55:59Z"
    name: raw-sklearn-runtime-7d1b7.18c05eddd33f9875
    namespace: kserve-ci-e2e-test
    resourceVersion: "20573"
    uid: 4aa10185-7002-416b-a45d-8881db88e424
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-08T16:57:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-runtime-7d1b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21134"
    uid: 849e6447-ace9-41d2-8c6c-cd177157435f
  kind: Event
  lastTimestamp: "2026-07-08T16:57:12Z"
  message: InferenceService [raw-sklearn-runtime-7d1b7] is Ready
  metadata:
    creationTimestamp: "2026-07-08T16:57:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-08T16:57:12Z"
    name: raw-sklearn-runtime-7d1b7.18c05eeecf6818bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "21135"
    uid: 8f659cec-27f4-4f6a-ba83-5e8391b146d6
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
kind: EventList
metadata:
  resourceVersion: "21442"